2024-11-21 20:31:02,734 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-21 20:31:02,745 main DEBUG Took 0.009122 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 20:31:02,745 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 20:31:02,746 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 20:31:02,747 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 20:31:02,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,755 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 20:31:02,767 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,769 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,770 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,771 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,773 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,775 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,775 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,776 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 20:31:02,778 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,779 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 20:31:02,780 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 20:31:02,781 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 20:31:02,783 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 20:31:02,784 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 20:31:02,785 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 20:31:02,785 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 20:31:02,793 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 20:31:02,796 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 20:31:02,798 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 20:31:02,798 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 20:31:02,798 main DEBUG createAppenders(={Console}) 2024-11-21 20:31:02,799 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-21 20:31:02,799 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-21 20:31:02,800 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-21 20:31:02,800 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 20:31:02,800 main DEBUG OutputStream closed 2024-11-21 20:31:02,801 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 20:31:02,801 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 20:31:02,801 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-21 20:31:02,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 20:31:02,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 20:31:02,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 20:31:02,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 20:31:02,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 20:31:02,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 20:31:02,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 20:31:02,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 20:31:02,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 20:31:02,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 20:31:02,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 20:31:02,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 20:31:02,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 20:31:02,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 20:31:02,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 20:31:02,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 20:31:02,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 20:31:02,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 20:31:02,883 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 20:31:02,883 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-21 20:31:02,883 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 20:31:02,884 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-21T20:31:03,115 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480 2024-11-21 20:31:03,117 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 20:31:03,118 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T20:31:03,125 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-21T20:31:03,151 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T20:31:03,202 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T20:31:03,203 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T20:31:03,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T20:31:03,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9, deleteOnExit=true 2024-11-21T20:31:03,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T20:31:03,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/test.cache.data in system properties and HBase conf 2024-11-21T20:31:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T20:31:03,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir in system properties and HBase conf 2024-11-21T20:31:03,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T20:31:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T20:31:03,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T20:31:03,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T20:31:03,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T20:31:03,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:31:03,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T20:31:03,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T20:31:03,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:31:03,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T20:31:03,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T20:31:03,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T20:31:03,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:31:03,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T20:31:03,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/nfs.dump.dir in system properties and HBase conf 2024-11-21T20:31:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/java.io.tmpdir in system properties and HBase conf 2024-11-21T20:31:03,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T20:31:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T20:31:03,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T20:31:04,505 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T20:31:04,575 INFO [Time-limited test {}] log.Log(170): Logging initialized @2494ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T20:31:04,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:31:04,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:31:04,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:31:04,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:31:04,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:31:04,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:31:04,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:31:04,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:31:04,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@398d2d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/java.io.tmpdir/jetty-localhost-39407-hadoop-hdfs-3_4_1-tests_jar-_-any-1249152036231604066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:31:04,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:39407} 2024-11-21T20:31:04,932 INFO [Time-limited test {}] server.Server(415): Started @2851ms 2024-11-21T20:31:05,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:31:05,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:31:05,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:31:05,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:31:05,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:31:05,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:31:05,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:31:05,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54387323{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-14272170345500437232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:05,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-21T20:31:05,741 INFO [Time-limited test {}] server.Server(415): Started @3660ms 2024-11-21T20:31:05,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:31:05,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:31:05,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:31:05,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:31:05,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:31:05,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T20:31:05,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:31:05,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:31:06,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9308b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/java.io.tmpdir/jetty-localhost-37805-hadoop-hdfs-3_4_1-tests_jar-_-any-10595698431545809942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:06,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:37805} 2024-11-21T20:31:06,019 INFO [Time-limited test {}] server.Server(415): Started @3938ms 2024-11-21T20:31:06,022 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:31:06,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T20:31:06,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T20:31:06,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T20:31:06,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T20:31:06,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T20:31:06,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,AVAILABLE} 2024-11-21T20:31:06,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T20:31:06,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3217543c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/java.io.tmpdir/jetty-localhost-45619-hadoop-hdfs-3_4_1-tests_jar-_-any-7938780216945378502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:06,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:45619} 2024-11-21T20:31:06,176 INFO [Time-limited test {}] server.Server(415): Started @4095ms 2024-11-21T20:31:06,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T20:31:07,492 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data1/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,492 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data3/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,492 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data4/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,492 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data2/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,519 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:31:07,520 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:31:07,566 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data5/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,566 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data6/current/BP-727526454-172.17.0.2-1732221063977/current, will proceed with Du for space computation calculation, 2024-11-21T20:31:07,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x119c7cc4ec2859d3 with lease ID 0x99c824838ef25a61: Processing first storage report for DS-147d6d17-20ac-46f3-9c30-73443449e457 from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=ad38f688-bdfb-482c-b306-ec6e8b7d9c8a, infoPort=45145, infoSecurePort=0, ipcPort=40633, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x119c7cc4ec2859d3 with lease ID 0x99c824838ef25a61: from storage DS-147d6d17-20ac-46f3-9c30-73443449e457 node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=ad38f688-bdfb-482c-b306-ec6e8b7d9c8a, infoPort=45145, infoSecurePort=0, ipcPort=40633, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e3323e731c9dbf with lease ID 0x99c824838ef25a60: Processing first storage report for DS-c3dc3eb4-497c-489c-905d-9c878a95736f from datanode DatanodeRegistration(127.0.0.1:43667, datanodeUuid=5358be46-1d09-46d1-a28b-311de0fc3b37, infoPort=32877, infoSecurePort=0, ipcPort=34221, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e3323e731c9dbf with lease ID 0x99c824838ef25a60: from storage DS-c3dc3eb4-497c-489c-905d-9c878a95736f node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=5358be46-1d09-46d1-a28b-311de0fc3b37, infoPort=32877, infoSecurePort=0, ipcPort=34221, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x119c7cc4ec2859d3 with lease ID 0x99c824838ef25a61: Processing first storage report for DS-edad34b9-eb82-4b6a-a849-255aeb1b7028 from datanode DatanodeRegistration(127.0.0.1:39261, datanodeUuid=ad38f688-bdfb-482c-b306-ec6e8b7d9c8a, infoPort=45145, infoSecurePort=0, ipcPort=40633, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x119c7cc4ec2859d3 with lease ID 0x99c824838ef25a61: from storage DS-edad34b9-eb82-4b6a-a849-255aeb1b7028 node DatanodeRegistration(127.0.0.1:39261, datanodeUuid=ad38f688-bdfb-482c-b306-ec6e8b7d9c8a, infoPort=45145, infoSecurePort=0, ipcPort=40633, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e3323e731c9dbf with lease ID 0x99c824838ef25a60: Processing first storage report for DS-d57f1a50-7172-4181-a5aa-885a3d43bab8 from datanode DatanodeRegistration(127.0.0.1:43667, datanodeUuid=5358be46-1d09-46d1-a28b-311de0fc3b37, infoPort=32877, infoSecurePort=0, ipcPort=34221, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e3323e731c9dbf with lease ID 0x99c824838ef25a60: from storage DS-d57f1a50-7172-4181-a5aa-885a3d43bab8 node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=5358be46-1d09-46d1-a28b-311de0fc3b37, infoPort=32877, infoSecurePort=0, ipcPort=34221, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,590 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T20:31:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf08ceaa265a35ada with lease ID 0x99c824838ef25a62: Processing first storage report for DS-90090f58-4770-484e-802c-ccc86611b9db from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a0fd5af2-6000-4cae-b83e-2837c370b3ad, infoPort=41969, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf08ceaa265a35ada with lease ID 0x99c824838ef25a62: from storage DS-90090f58-4770-484e-802c-ccc86611b9db node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a0fd5af2-6000-4cae-b83e-2837c370b3ad, infoPort=41969, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf08ceaa265a35ada with lease ID 0x99c824838ef25a62: Processing first storage report for DS-cce09722-dc1b-465f-a93b-0bff820572ba from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a0fd5af2-6000-4cae-b83e-2837c370b3ad, infoPort=41969, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977) 2024-11-21T20:31:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf08ceaa265a35ada with lease ID 0x99c824838ef25a62: from storage DS-cce09722-dc1b-465f-a93b-0bff820572ba node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a0fd5af2-6000-4cae-b83e-2837c370b3ad, infoPort=41969, infoSecurePort=0, ipcPort=43725, storageInfo=lv=-57;cid=testClusterID;nsid=1544648366;c=1732221063977), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T20:31:07,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480 2024-11-21T20:31:07,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/zookeeper_0, clientPort=61077, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T20:31:07,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61077 2024-11-21T20:31:07,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:07,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:31:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:31:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741825_1001 (size=7) 2024-11-21T20:31:08,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 with version=8 2024-11-21T20:31:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/hbase-staging 2024-11-21T20:31:08,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:31:08,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:08,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:08,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:31:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:08,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:31:08,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T20:31:08,892 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T20:31:08,904 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T20:31:08,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:31:08,935 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 89996 (auto-detected) 2024-11-21T20:31:08,936 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T20:31:08,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36103 2024-11-21T20:31:08,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36103 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-21T20:31:09,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361030x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:31:09,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36103-0x1015f17dd8a0000 connected 2024-11-21T20:31:09,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:09,220 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8, hbase.cluster.distributed=false 2024-11-21T20:31:09,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:31:09,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T20:31:09,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36103 2024-11-21T20:31:09,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36103 2024-11-21T20:31:09,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T20:31:09,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T20:31:09,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:31:09,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:31:09,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:31:09,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:31:09,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:31:09,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44079 2024-11-21T20:31:09,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44079 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-21T20:31:09,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440790x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:31:09,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440790x0, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:09,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44079-0x1015f17dd8a0001 connected 2024-11-21T20:31:09,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:31:09,389 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:31:09,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T20:31:09,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:31:09,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-21T20:31:09,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44079 2024-11-21T20:31:09,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44079 2024-11-21T20:31:09,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-21T20:31:09,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-21T20:31:09,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:31:09,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:31:09,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:31:09,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:31:09,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:31:09,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45561 2024-11-21T20:31:09,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45561 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-21T20:31:09,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,440 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455610x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:31:09,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455610x0, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:09,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45561-0x1015f17dd8a0002 connected 2024-11-21T20:31:09,442 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:31:09,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:31:09,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T20:31:09,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:31:09,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45561 2024-11-21T20:31:09,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45561 2024-11-21T20:31:09,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45561 2024-11-21T20:31:09,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45561 2024-11-21T20:31:09,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45561 2024-11-21T20:31:09,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=45 2024-11-21T20:31:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T20:31:09,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T20:31:09,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T20:31:09,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T20:31:09,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T20:31:09,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39019 2024-11-21T20:31:09,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39019 connecting to ZooKeeper ensemble=127.0.0.1:61077 2024-11-21T20:31:09,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390190x0, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T20:31:09,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390190x0, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:09,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39019-0x1015f17dd8a0003 connected 2024-11-21T20:31:09,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T20:31:09,484 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T20:31:09,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T20:31:09,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T20:31:09,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39019 2024-11-21T20:31:09,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39019 2024-11-21T20:31:09,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39019 2024-11-21T20:31:09,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39019 2024-11-21T20:31:09,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39019 2024-11-21T20:31:09,510 DEBUG [M:0;377014bd7527:36103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:36103 2024-11-21T20:31:09,511 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/377014bd7527,36103,1732221068541 2024-11-21T20:31:09,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,525 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,527 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/377014bd7527,36103,1732221068541 2024-11-21T20:31:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T20:31:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T20:31:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,556 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T20:31:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,556 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,557 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T20:31:09,558 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/377014bd7527,36103,1732221068541 from backup master directory 2024-11-21T20:31:09,566 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/377014bd7527,36103,1732221068541 2024-11-21T20:31:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T20:31:09,567 WARN [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:31:09,568 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,36103,1732221068541 2024-11-21T20:31:09,571 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T20:31:09,573 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T20:31:09,626 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/hbase.id] with ID: 65d28f18-45be-4651-aa13-a8a7e8757977 2024-11-21T20:31:09,626 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/.tmp/hbase.id 2024-11-21T20:31:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:31:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:31:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741826_1002 (size=42) 2024-11-21T20:31:09,640 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/.tmp/hbase.id]:[hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/hbase.id] 2024-11-21T20:31:09,685 INFO [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T20:31:09,689 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T20:31:09,708 INFO [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-21T20:31:09,722 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:09,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:31:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:31:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741827_1003 (size=196) 2024-11-21T20:31:09,756 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:31:09,757 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T20:31:09,762 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:31:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:31:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741828_1004 (size=1189) 2024-11-21T20:31:09,812 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store 2024-11-21T20:31:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:31:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:31:09,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741829_1005 (size=34) 2024-11-21T20:31:09,839 INFO [master/377014bd7527:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T20:31:09,842 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:09,843 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:31:09,843 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:09,843 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:09,845 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:31:09,845 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:09,845 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:09,846 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732221069843Disabling compacts and flushes for region at 1732221069843Disabling writes for close at 1732221069845 (+2 ms)Writing region close event to WAL at 1732221069845Closed at 1732221069845 2024-11-21T20:31:09,848 WARN [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/.initializing 2024-11-21T20:31:09,848 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/WALs/377014bd7527,36103,1732221068541 2024-11-21T20:31:09,856 INFO [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:09,871 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C36103%2C1732221068541, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/WALs/377014bd7527,36103,1732221068541, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/oldWALs, maxLogs=10 2024-11-21T20:31:09,897 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/WALs/377014bd7527,36103,1732221068541/377014bd7527%2C36103%2C1732221068541.1732221069875, exclude list is [], retry=0 2024-11-21T20:31:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T20:31:09,957 INFO [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/WALs/377014bd7527,36103,1732221068541/377014bd7527%2C36103%2C1732221068541.1732221069875 2024-11-21T20:31:09,958 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:09,959 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:09,959 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:09,963 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:09,964 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:09,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T20:31:10,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:10,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T20:31:10,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:10,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T20:31:10,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:10,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T20:31:10,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:10,040 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,044 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,045 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,050 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,051 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,054 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:31:10,057 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T20:31:10,062 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:10,063 INFO [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59491056, jitterRate=-0.11351418495178223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:31:10,070 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732221069975Initializing all the Stores at 1732221069977 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221069977Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221069978 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221069978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221069978Cleaning up temporary data from old regions at 1732221070051 (+73 ms)Region opened successfully at 1732221070070 (+19 ms) 2024-11-21T20:31:10,072 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T20:31:10,102 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759df040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:31:10,130 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T20:31:10,139 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T20:31:10,139 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T20:31:10,141 INFO [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T20:31:10,143 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T20:31:10,147 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T20:31:10,147 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T20:31:10,176 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T20:31:10,184 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T20:31:10,229 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-21T20:31:10,233 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T20:31:10,235 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T20:31:10,248 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-21T20:31:10,250 INFO [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T20:31:10,253 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T20:31:10,260 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-21T20:31:10,262 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T20:31:10,271 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T20:31:10,291 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T20:31:10,303 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T20:31:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:10,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:10,367 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,367 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:10,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,373 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,36103,1732221068541, sessionid=0x1015f17dd8a0000, setting cluster-up flag (Was=false) 2024-11-21T20:31:10,501 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,535 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T20:31:10,539 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36103,1732221068541 2024-11-21T20:31:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,566 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:10,597 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T20:31:10,600 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,36103,1732221068541 2024-11-21T20:31:10,608 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T20:31:10,672 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T20:31:10,680 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T20:31:10,686 INFO [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T20:31:10,691 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,36103,1732221068541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T20:31:10,697 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:31:10,697 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:31:10,698 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,699 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(746): ClusterId : 65d28f18-45be-4651-aa13-a8a7e8757977 2024-11-21T20:31:10,699 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(746): ClusterId : 65d28f18-45be-4651-aa13-a8a7e8757977 2024-11-21T20:31:10,699 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(746): ClusterId : 65d28f18-45be-4651-aa13-a8a7e8757977 2024-11-21T20:31:10,700 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732221100700 2024-11-21T20:31:10,702 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T20:31:10,702 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:31:10,702 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:31:10,702 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T20:31:10,703 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T20:31:10,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:31:10,704 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T20:31:10,706 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T20:31:10,706 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T20:31:10,707 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T20:31:10,707 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T20:31:10,709 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,707 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,709 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T20:31:10,710 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T20:31:10,711 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T20:31:10,712 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T20:31:10,714 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T20:31:10,715 INFO [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T20:31:10,715 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:31:10,715 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:31:10,715 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T20:31:10,716 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:31:10,716 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:31:10,716 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T20:31:10,716 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221070716,5,FailOnTimeoutGroup] 2024-11-21T20:31:10,718 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221070716,5,FailOnTimeoutGroup] 2024-11-21T20:31:10,718 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,719 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T20:31:10,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,720 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:31:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:31:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741831_1007 (size=1321) 2024-11-21T20:31:10,728 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T20:31:10,729 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 2024-11-21T20:31:10,735 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:31:10,735 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:31:10,735 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T20:31:10,736 DEBUG [RS:2;377014bd7527:39019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c7a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:31:10,736 DEBUG [RS:1;377014bd7527:45561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1b4f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:31:10,736 DEBUG [RS:0;377014bd7527:44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8c1239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0 2024-11-21T20:31:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:31:10,753 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;377014bd7527:45561 2024-11-21T20:31:10,753 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;377014bd7527:39019 2024-11-21T20:31:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:31:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741832_1008 (size=32) 2024-11-21T20:31:10,756 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:44079 2024-11-21T20:31:10,757 INFO [RS:1;377014bd7527:45561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:31:10,757 INFO [RS:0;377014bd7527:44079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:31:10,757 INFO [RS:1;377014bd7527:45561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:31:10,757 INFO [RS:0;377014bd7527:44079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:31:10,757 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:31:10,757 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:31:10,757 INFO [RS:2;377014bd7527:39019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T20:31:10,758 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:10,758 INFO [RS:2;377014bd7527:39019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T20:31:10,758 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T20:31:10,759 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,36103,1732221068541 with port=39019, startcode=1732221069465 2024-11-21T20:31:10,759 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,36103,1732221068541 with port=45561, startcode=1732221069421 2024-11-21T20:31:10,759 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,36103,1732221068541 with port=44079, startcode=1732221069314 2024-11-21T20:31:10,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:31:10,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:31:10,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:10,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:31:10,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:31:10,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:10,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:31:10,773 DEBUG [RS:0;377014bd7527:44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:31:10,773 DEBUG [RS:1;377014bd7527:45561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:31:10,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:31:10,773 DEBUG [RS:2;377014bd7527:39019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T20:31:10,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:10,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:31:10,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:31:10,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:10,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:10,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:31:10,781 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740 2024-11-21T20:31:10,782 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740 2024-11-21T20:31:10,785 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:31:10,785 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:31:10,786 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:31:10,789 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:31:10,797 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:10,799 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59477342, jitterRate=-0.11371853947639465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:31:10,804 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732221070758Initializing all the Stores at 1732221070760 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221070760Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221070760Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221070760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221070760Cleaning up temporary data from old regions at 1732221070785 (+25 ms)Region opened successfully at 1732221070804 (+19 ms) 2024-11-21T20:31:10,804 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:31:10,804 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:31:10,805 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:31:10,805 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:31:10,805 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:31:10,806 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:31:10,806 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732221070804Disabling compacts and flushes for region at 1732221070804Disabling writes for close at 1732221070805 (+1 ms)Writing region close event to WAL at 1732221070806 (+1 ms)Closed at 1732221070806 2024-11-21T20:31:10,809 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:31:10,809 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:31:10,809 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T20:31:10,811 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:31:10,811 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T20:31:10,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,45561,1732221069421 2024-11-21T20:31:10,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(517): Registering regionserver=377014bd7527,45561,1732221069421 2024-11-21T20:31:10,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T20:31:10,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,44079,1732221069314 2024-11-21T20:31:10,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(517): Registering regionserver=377014bd7527,44079,1732221069314 2024-11-21T20:31:10,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:31:10,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,39019,1732221069465 2024-11-21T20:31:10,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(517): Registering regionserver=377014bd7527,39019,1732221069465 2024-11-21T20:31:10,831 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 2024-11-21T20:31:10,831 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35123 2024-11-21T20:31:10,831 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:31:10,831 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 2024-11-21T20:31:10,831 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35123 2024-11-21T20:31:10,831 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:31:10,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T20:31:10,835 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 2024-11-21T20:31:10,835 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35123 2024-11-21T20:31:10,835 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T20:31:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:31:10,882 DEBUG [RS:1;377014bd7527:45561 {}] zookeeper.ZKUtil(111): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/377014bd7527,45561,1732221069421 2024-11-21T20:31:10,882 WARN [RS:1;377014bd7527:45561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:31:10,882 DEBUG [RS:0;377014bd7527:44079 {}] zookeeper.ZKUtil(111): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/377014bd7527,44079,1732221069314 2024-11-21T20:31:10,882 DEBUG [RS:2;377014bd7527:39019 {}] zookeeper.ZKUtil(111): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/377014bd7527,39019,1732221069465 2024-11-21T20:31:10,882 INFO [RS:1;377014bd7527:45561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:10,882 WARN [RS:0;377014bd7527:44079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:31:10,883 WARN [RS:2;377014bd7527:39019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T20:31:10,883 INFO [RS:0;377014bd7527:44079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:10,883 INFO [RS:2;377014bd7527:39019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:10,883 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421 2024-11-21T20:31:10,883 DEBUG [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,44079,1732221069314 2024-11-21T20:31:10,883 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465 2024-11-21T20:31:10,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,39019,1732221069465] 2024-11-21T20:31:10,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,45561,1732221069421] 2024-11-21T20:31:10,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,44079,1732221069314] 2024-11-21T20:31:10,930 INFO [RS:0;377014bd7527:44079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:31:10,930 INFO [RS:2;377014bd7527:39019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:31:10,930 INFO [RS:1;377014bd7527:45561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T20:31:10,946 INFO [RS:2;377014bd7527:39019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:31:10,946 INFO [RS:0;377014bd7527:44079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:31:10,947 INFO [RS:1;377014bd7527:45561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T20:31:10,952 INFO [RS:2;377014bd7527:39019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:31:10,952 INFO [RS:0;377014bd7527:44079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:31:10,952 INFO [RS:1;377014bd7527:45561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:31:10,952 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,952 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,952 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,953 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:31:10,953 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:31:10,954 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T20:31:10,959 INFO [RS:2;377014bd7527:39019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:31:10,959 INFO [RS:0;377014bd7527:44079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:31:10,959 INFO [RS:1;377014bd7527:45561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T20:31:10,961 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,961 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,961 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,961 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,961 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:0;377014bd7527:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,962 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,962 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,963 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,963 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,963 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1 2024-11-21T20:31:10,963 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,963 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,963 DEBUG [RS:1;377014bd7527:45561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,963 DEBUG [RS:2;377014bd7527:39019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,964 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39019,1732221069465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:31:10,965 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,965 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44079,1732221069314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:31:10,965 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,965 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45561,1732221069421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:31:10,982 INFO [RS:2;377014bd7527:39019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:31:10,984 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,39019,1732221069465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,984 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,985 INFO [RS:2;377014bd7527:39019 {}] regionserver.Replication(171): 377014bd7527,39019,1732221069465 started 2024-11-21T20:31:10,985 WARN [377014bd7527:36103 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T20:31:10,989 INFO [RS:1;377014bd7527:45561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:31:10,989 INFO [RS:0;377014bd7527:44079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T20:31:10,990 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,44079,1732221069314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,990 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,45561,1732221069421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,990 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,990 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:10,990 INFO [RS:1;377014bd7527:45561 {}] regionserver.Replication(171): 377014bd7527,45561,1732221069421 started 2024-11-21T20:31:10,990 INFO [RS:0;377014bd7527:44079 {}] regionserver.Replication(171): 377014bd7527,44079,1732221069314 started 2024-11-21T20:31:11,003 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,003 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,39019,1732221069465, RpcServer on 377014bd7527/172.17.0.2:39019, sessionid=0x1015f17dd8a0003 2024-11-21T20:31:11,004 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:31:11,004 DEBUG [RS:2;377014bd7527:39019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,39019,1732221069465 2024-11-21T20:31:11,004 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,39019,1732221069465' 2024-11-21T20:31:11,004 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T20:31:11,005 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,39019,1732221069465 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,39019,1732221069465' 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T20:31:11,006 DEBUG [RS:2;377014bd7527:39019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T20:31:11,007 DEBUG [RS:2;377014bd7527:39019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:31:11,007 INFO [RS:2;377014bd7527:39019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:31:11,007 INFO [RS:2;377014bd7527:39019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:31:11,013 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,013 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,013 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,45561,1732221069421, RpcServer on 377014bd7527/172.17.0.2:45561, sessionid=0x1015f17dd8a0002 2024-11-21T20:31:11,013 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,44079,1732221069314, RpcServer on 377014bd7527/172.17.0.2:44079, sessionid=0x1015f17dd8a0001 2024-11-21T20:31:11,013 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:31:11,013 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T20:31:11,014 DEBUG [RS:1;377014bd7527:45561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,45561,1732221069421 2024-11-21T20:31:11,014 DEBUG [RS:0;377014bd7527:44079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,44079,1732221069314 2024-11-21T20:31:11,014 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,45561,1732221069421' 2024-11-21T20:31:11,014 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44079,1732221069314' 2024-11-21T20:31:11,014 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T20:31:11,014 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,45561,1732221069421 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,44079,1732221069314 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,45561,1732221069421' 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,44079,1732221069314' 2024-11-21T20:31:11,015 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T20:31:11,015 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T20:31:11,016 DEBUG [RS:1;377014bd7527:45561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T20:31:11,016 DEBUG [RS:0;377014bd7527:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T20:31:11,016 DEBUG [RS:1;377014bd7527:45561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:31:11,016 INFO [RS:1;377014bd7527:45561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:31:11,016 INFO [RS:1;377014bd7527:45561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:31:11,016 DEBUG [RS:0;377014bd7527:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T20:31:11,017 INFO [RS:0;377014bd7527:44079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T20:31:11,017 INFO [RS:0;377014bd7527:44079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T20:31:11,111 INFO [RS:2;377014bd7527:39019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:11,114 INFO [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C39019%2C1732221069465, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs, maxLogs=32 2024-11-21T20:31:11,117 INFO [RS:1;377014bd7527:45561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:11,117 INFO [RS:0;377014bd7527:44079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:11,120 INFO [RS:1;377014bd7527:45561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C45561%2C1732221069421, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs, maxLogs=32 2024-11-21T20:31:11,120 INFO [RS:0;377014bd7527:44079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C44079%2C1732221069314, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,44079,1732221069314, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs, maxLogs=32 2024-11-21T20:31:11,132 DEBUG [RS:2;377014bd7527:39019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465/377014bd7527%2C39019%2C1732221069465.1732221071118, exclude list is [], retry=0 2024-11-21T20:31:11,135 DEBUG [RS:1;377014bd7527:45561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421/377014bd7527%2C45561%2C1732221069421.1732221071122, exclude list is [], retry=0 2024-11-21T20:31:11,135 DEBUG [RS:0;377014bd7527:44079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,44079,1732221069314/377014bd7527%2C44079%2C1732221069314.1732221071122, exclude list is [], retry=0 2024-11-21T20:31:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:11,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:11,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:11,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:11,146 INFO [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465/377014bd7527%2C39019%2C1732221069465.1732221071118 2024-11-21T20:31:11,152 DEBUG [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:11,155 INFO [RS:0;377014bd7527:44079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,44079,1732221069314/377014bd7527%2C44079%2C1732221069314.1732221071122 2024-11-21T20:31:11,155 INFO [RS:1;377014bd7527:45561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421/377014bd7527%2C45561%2C1732221069421.1732221071122 2024-11-21T20:31:11,156 DEBUG [RS:1;377014bd7527:45561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:11,156 DEBUG [RS:0;377014bd7527:44079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:11,239 DEBUG [377014bd7527:36103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-21T20:31:11,250 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(204): Hosts are {377014bd7527=0} racks are {/default-rack=0} 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T20:31:11,256 INFO [377014bd7527:36103 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T20:31:11,256 INFO [377014bd7527:36103 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T20:31:11,256 INFO [377014bd7527:36103 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T20:31:11,256 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T20:31:11,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,39019,1732221069465 2024-11-21T20:31:11,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,39019,1732221069465, state=OPENING 2024-11-21T20:31:11,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T20:31:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:11,356 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:11,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T20:31:11,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,39019,1732221069465}] 2024-11-21T20:31:11,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:31:11,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:31:11,559 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T20:31:11,560 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:11,560 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T20:31:11,564 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C39019%2C1732221069465.meta, suffix=.meta, logDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs, maxLogs=32 2024-11-21T20:31:11,580 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465/377014bd7527%2C39019%2C1732221069465.meta.1732221071566.meta, exclude list is [], retry=0 2024-11-21T20:31:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:11,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:11,588 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,39019,1732221069465/377014bd7527%2C39019%2C1732221069465.meta.1732221071566.meta 2024-11-21T20:31:11,590 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:11,590 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:11,592 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T20:31:11,594 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T20:31:11,599 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T20:31:11,602 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T20:31:11,603 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:11,603 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T20:31:11,603 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T20:31:11,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T20:31:11,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T20:31:11,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T20:31:11,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T20:31:11,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T20:31:11,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T20:31:11,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:11,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:11,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T20:31:11,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T20:31:11,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:11,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T20:31:11,615 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T20:31:11,617 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740 2024-11-21T20:31:11,619 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740 2024-11-21T20:31:11,621 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T20:31:11,621 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T20:31:11,622 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T20:31:11,625 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T20:31:11,626 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63558966, jitterRate=-0.05289760231971741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T20:31:11,626 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T20:31:11,627 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732221071604Writing region info on filesystem at 1732221071604Initializing all the Stores at 1732221071606 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221071606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221071606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221071606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221071606Cleaning up temporary data from old regions at 1732221071622 (+16 ms)Running coprocessor post-open hooks at 1732221071626 (+4 ms)Region opened successfully at 1732221071627 (+1 ms) 2024-11-21T20:31:11,634 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732221071535 2024-11-21T20:31:11,643 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T20:31:11,644 INFO [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T20:31:11,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,39019,1732221069465 2024-11-21T20:31:11,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,39019,1732221069465, state=OPEN 2024-11-21T20:31:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:31:11,660 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:31:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:31:11,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T20:31:11,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T20:31:11,661 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,39019,1732221069465 2024-11-21T20:31:11,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T20:31:11,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,39019,1732221069465 in 296 msec 2024-11-21T20:31:11,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T20:31:11,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 850 msec 2024-11-21T20:31:11,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T20:31:11,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T20:31:11,694 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:31:11,695 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39019,1732221069465, seqNum=-1] 2024-11-21T20:31:11,713 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:31:11,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:31:11,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0960 sec 2024-11-21T20:31:11,733 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732221071733, completionTime=-1 2024-11-21T20:31:11,735 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-21T20:31:11,735 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T20:31:11,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-21T20:31:11,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732221131758 2024-11-21T20:31:11,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732221191758 2024-11-21T20:31:11,758 INFO [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-21T20:31:11,760 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T20:31:11,766 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,766 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,766 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,767 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:36103, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,768 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,774 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T20:31:11,795 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.227sec 2024-11-21T20:31:11,797 INFO [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T20:31:11,798 INFO [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T20:31:11,799 INFO [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T20:31:11,799 INFO [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T20:31:11,799 INFO [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T20:31:11,800 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T20:31:11,800 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T20:31:11,806 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T20:31:11,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T20:31:11,807 INFO [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,36103,1732221068541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:11,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ced8e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:31:11,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,36103,-1 for getting cluster id 2024-11-21T20:31:11,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T20:31:11,825 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65d28f18-45be-4651-aa13-a8a7e8757977' 2024-11-21T20:31:11,828 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T20:31:11,828 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65d28f18-45be-4651-aa13-a8a7e8757977" 2024-11-21T20:31:11,828 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc6f80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:31:11,829 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,36103,-1] 2024-11-21T20:31:11,832 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T20:31:11,834 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:11,834 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T20:31:11,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d952677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T20:31:11,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T20:31:11,846 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,39019,1732221069465, seqNum=-1] 2024-11-21T20:31:11,846 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:31:11,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:31:11,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,36103,1732221068541 2024-11-21T20:31:11,869 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:35123/hbase 2024-11-21T20:31:11,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=14450 2024-11-21T20:31:11,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:11,905 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:11,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:11,911 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87115961, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-87115961, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:11,928 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87115961/hregion-87115961.1732221071914, exclude list is [], retry=0 2024-11-21T20:31:11,932 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:11,932 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:11,933 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:11,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87115961/hregion-87115961.1732221071914 2024-11-21T20:31:11,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:11,937 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4944142361f4be72afad3f2b2d42c974, NAME => 'testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741838_1014 (size=64) 2024-11-21T20:31:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741838_1014 (size=64) 2024-11-21T20:31:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741838_1014 (size=64) 2024-11-21T20:31:11,952 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:11,954 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,957 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4944142361f4be72afad3f2b2d42c974 columnFamilyName a 2024-11-21T20:31:11,958 DEBUG [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:11,959 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] regionserver.HStore(327): Store=4944142361f4be72afad3f2b2d42c974/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:11,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,961 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,961 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,964 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:11,968 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:11,970 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4944142361f4be72afad3f2b2d42c974; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59476843, jitterRate=-0.11372597515583038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:11,971 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4944142361f4be72afad3f2b2d42c974: Writing region info on filesystem at 1732221071952Initializing all the Stores at 1732221071954 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221071954Cleaning up temporary data from old regions at 1732221071961 (+7 ms)Region opened successfully at 1732221071971 (+10 ms) 2024-11-21T20:31:11,972 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4944142361f4be72afad3f2b2d42c974, disabling compactions & flushes 2024-11-21T20:31:11,972 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. 2024-11-21T20:31:11,972 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. 2024-11-21T20:31:11,972 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. after waiting 0 ms 2024-11-21T20:31:11,972 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. 2024-11-21T20:31:11,973 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. 2024-11-21T20:31:11,973 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4944142361f4be72afad3f2b2d42c974: Waiting for close lock at 1732221071972Disabling compacts and flushes for region at 1732221071972Disabling writes for close at 1732221071972Writing region close event to WAL at 1732221071973 (+1 ms)Closed at 1732221071973 2024-11-21T20:31:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741837_1013 (size=93) 2024-11-21T20:31:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741837_1013 (size=93) 2024-11-21T20:31:11,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741837_1013 (size=93) 2024-11-21T20:31:11,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:11,987 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87115961:(num 1732221071914) 2024-11-21T20:31:11,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T20:31:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741839_1015 (size=369) 2024-11-21T20:31:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741839_1015 (size=369) 2024-11-21T20:31:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741839_1015 (size=369) 2024-11-21T20:31:12,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T20:31:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741840_1016 (size=231) 2024-11-21T20:31:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741840_1016 (size=231) 2024-11-21T20:31:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741840_1016 (size=231) 2024-11-21T20:31:12,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1, size=369 (369bytes) 2024-11-21T20:31:12,046 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T20:31:12,046 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T20:31:12,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1 2024-11-21T20:31:12,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1 after 4ms 2024-11-21T20:31:12,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1 took 16ms 2024-11-21T20:31:12,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1 so closing down 2024-11-21T20:31:12,068 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T20:31:12,070 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T20:31:12,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:12,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741841_1017 (size=369) 2024-11-21T20:31:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741841_1017 (size=369) 2024-11-21T20:31:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741841_1017 (size=369) 2024-11-21T20:31:12,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:12,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002 2024-11-21T20:31:12,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-21T20:31:12,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1, journal: Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1, size=369 (369bytes) at 1732221072045Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1 so closing down at 1732221072065 (+20 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp at 1732221072070 (+5 ms)3 split writer threads finished at 1732221072071 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732221072085 (+14 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002 at 1732221072088 (+3 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732221072092 (+4 ms) 2024-11-21T20:31:12,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2, size=231 (231bytes) 2024-11-21T20:31:12,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2 2024-11-21T20:31:12,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2 after 1ms 2024-11-21T20:31:12,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2 took 6ms 2024-11-21T20:31:12,120 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2 so closing down 2024-11-21T20:31:12,120 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:12,123 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T20:31:12,124 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T20:31:12,125 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741842_1018 (size=231) 2024-11-21T20:31:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741842_1018 (size=231) 2024-11-21T20:31:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741842_1018 (size=231) 2024-11-21T20:31:12,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:12,141 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-21T20:31:12,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-21T20:31:12,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2, journal: Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2, size=231 (231bytes) at 1732221072112Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2 so closing down at 1732221072120 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002-wal-2.temp at 1732221072124 (+4 ms)3 split writer threads finished at 1732221072125 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732221072135 (+10 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732221072143 (+8 ms) 2024-11-21T20:31:12,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:12,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:12,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal.1732221072148, exclude list is [], retry=0 2024-11-21T20:31:12,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:12,168 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:12,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:12,171 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal.1732221072148 2024-11-21T20:31:12,171 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:12,172 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4944142361f4be72afad3f2b2d42c974, NAME => 'testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:12,172 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:12,172 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,172 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,174 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,176 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4944142361f4be72afad3f2b2d42c974 columnFamilyName a 2024-11-21T20:31:12,176 DEBUG [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,177 INFO [StoreOpener-4944142361f4be72afad3f2b2d42c974-1 {}] regionserver.HStore(327): Store=4944142361f4be72afad3f2b2d42c974/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,177 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,183 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002 2024-11-21T20:31:12,193 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002 2024-11-21T20:31:12,196 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4944142361f4be72afad3f2b2d42c974 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T20:31:12,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/.tmp/a/8fca3ffbb5964f7b82eb01aabbfc4907 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732221071987/Put/seqid=0 2024-11-21T20:31:12,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741844_1020 (size=5170) 2024-11-21T20:31:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741844_1020 (size=5170) 2024-11-21T20:31:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741844_1020 (size=5170) 2024-11-21T20:31:12,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/.tmp/a/8fca3ffbb5964f7b82eb01aabbfc4907 2024-11-21T20:31:12,344 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/.tmp/a/8fca3ffbb5964f7b82eb01aabbfc4907 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/a/8fca3ffbb5964f7b82eb01aabbfc4907 2024-11-21T20:31:12,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/a/8fca3ffbb5964f7b82eb01aabbfc4907, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T20:31:12,361 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4944142361f4be72afad3f2b2d42c974 in 163ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T20:31:12,363 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/0000000000000000002 2024-11-21T20:31:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,364 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,367 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4944142361f4be72afad3f2b2d42c974 2024-11-21T20:31:12,371 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/4944142361f4be72afad3f2b2d42c974/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T20:31:12,372 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4944142361f4be72afad3f2b2d42c974; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65283474, jitterRate=-0.027200430631637573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:12,374 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4944142361f4be72afad3f2b2d42c974: Writing region info on filesystem at 1732221072172Initializing all the Stores at 1732221072174 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072174Obtaining lock to block concurrent updates at 1732221072196 (+22 ms)Preparing flush snapshotting stores in 4944142361f4be72afad3f2b2d42c974 at 1732221072196Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732221072200 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732221071903.4944142361f4be72afad3f2b2d42c974. at 1732221072200Flushing 4944142361f4be72afad3f2b2d42c974/a: creating writer at 1732221072201 (+1 ms)Flushing 4944142361f4be72afad3f2b2d42c974/a: appending metadata at 1732221072244 (+43 ms)Flushing 4944142361f4be72afad3f2b2d42c974/a: closing flushed file at 1732221072246 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d46d4e1: reopening flushed file at 1732221072342 (+96 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4944142361f4be72afad3f2b2d42c974 in 163ms, sequenceid=2, compaction requested=false; wal=null at 1732221072361 (+19 ms)Cleaning up temporary data from old regions at 1732221072364 (+3 ms)Region opened successfully at 1732221072373 (+9 ms) 2024-11-21T20:31:12,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60610 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:38958 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35123/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60596 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59318 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:44520 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34026 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=14353 (was 14450) 2024-11-21T20:31:12,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=14352 2024-11-21T20:31:12,442 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:12,445 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:12,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:12,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80052206, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-80052206, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:12,463 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80052206/hregion-80052206.1732221072451, exclude list is [], retry=0 2024-11-21T20:31:12,467 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:12,468 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:12,468 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:12,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80052206/hregion-80052206.1732221072451 2024-11-21T20:31:12,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:12,472 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 94fe2259fed3418c78eac1563ff7b339, NAME => 'testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741846_1022 (size=64) 2024-11-21T20:31:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741846_1022 (size=64) 2024-11-21T20:31:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741846_1022 (size=64) 2024-11-21T20:31:12,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:12,489 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,492 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fe2259fed3418c78eac1563ff7b339 columnFamilyName a 2024-11-21T20:31:12,492 DEBUG [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,493 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] regionserver.HStore(327): Store=94fe2259fed3418c78eac1563ff7b339/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,493 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,495 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,495 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:12,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 94fe2259fed3418c78eac1563ff7b339; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62092208, jitterRate=-0.07475399971008301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:12,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94fe2259fed3418c78eac1563ff7b339: Writing region info on filesystem at 1732221072487Initializing all the Stores at 1732221072489 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072489Cleaning up temporary data from old regions at 1732221072495 (+6 ms)Region opened successfully at 1732221072501 (+6 ms) 2024-11-21T20:31:12,501 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 94fe2259fed3418c78eac1563ff7b339, disabling compactions & flushes 2024-11-21T20:31:12,502 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. 2024-11-21T20:31:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. 2024-11-21T20:31:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. after waiting 0 ms 2024-11-21T20:31:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. 2024-11-21T20:31:12,502 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. 2024-11-21T20:31:12,502 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 94fe2259fed3418c78eac1563ff7b339: Waiting for close lock at 1732221072501Disabling compacts and flushes for region at 1732221072501Disabling writes for close at 1732221072502 (+1 ms)Writing region close event to WAL at 1732221072502Closed at 1732221072502 2024-11-21T20:31:12,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741845_1021 (size=93) 2024-11-21T20:31:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741845_1021 (size=93) 2024-11-21T20:31:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741845_1021 (size=93) 2024-11-21T20:31:12,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:12,509 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80052206:(num 1732221072451) 2024-11-21T20:31:12,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T20:31:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741847_1023 (size=369) 2024-11-21T20:31:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741847_1023 (size=369) 2024-11-21T20:31:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741847_1023 (size=369) 2024-11-21T20:31:12,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-21T20:31:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741848_1024 (size=231) 2024-11-21T20:31:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741848_1024 (size=231) 2024-11-21T20:31:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741848_1024 (size=231) 2024-11-21T20:31:12,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2, size=231 (231bytes) 2024-11-21T20:31:12,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2 2024-11-21T20:31:12,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2 after 1ms 2024-11-21T20:31:12,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2 took 5ms 2024-11-21T20:31:12,566 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2 so closing down 2024-11-21T20:31:12,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:12,569 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-21T20:31:12,571 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp 2024-11-21T20:31:12,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741849_1025 (size=231) 2024-11-21T20:31:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741849_1025 (size=231) 2024-11-21T20:31:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741849_1025 (size=231) 2024-11-21T20:31:12,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:12,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 2024-11-21T20:31:12,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-21T20:31:12,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2, journal: Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2, size=231 (231bytes) at 1732221072559Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2 so closing down at 1732221072566 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp at 1732221072571 (+5 ms)3 split writer threads finished at 1732221072571Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732221072580 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 at 1732221072582 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732221072582 2024-11-21T20:31:12,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1, size=369 (369bytes) 2024-11-21T20:31:12,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1 2024-11-21T20:31:12,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1 after 0ms 2024-11-21T20:31:12,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1 took 5ms 2024-11-21T20:31:12,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1 so closing down 2024-11-21T20:31:12,603 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:12,606 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-21T20:31:12,608 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp 2024-11-21T20:31:12,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:12,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741850_1026 (size=369) 2024-11-21T20:31:12,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741850_1026 (size=369) 2024-11-21T20:31:12,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:12,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741850_1026 (size=369) 2024-11-21T20:31:12,624 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002, length=231 2024-11-21T20:31:12,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 2024-11-21T20:31:12,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-21T20:31:12,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1, journal: Splitting hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1, size=369 (369bytes) at 1732221072597Finishing writing output for hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1 so closing down at 1732221072603 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp at 1732221072608 (+5 ms)3 split writer threads finished at 1732221072608Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732221072618 (+10 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 at 1732221072627 (+9 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732221072627 2024-11-21T20:31:12,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:12,630 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:12,644 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal.1732221072631, exclude list is [], retry=0 2024-11-21T20:31:12,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:12,648 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:12,648 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:12,651 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal.1732221072631 2024-11-21T20:31:12,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:12,652 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 94fe2259fed3418c78eac1563ff7b339, NAME => 'testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:12,652 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:12,652 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,652 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,655 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,656 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94fe2259fed3418c78eac1563ff7b339 columnFamilyName a 2024-11-21T20:31:12,657 DEBUG [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,658 INFO [StoreOpener-94fe2259fed3418c78eac1563ff7b339-1 {}] regionserver.HStore(327): Store=94fe2259fed3418c78eac1563ff7b339/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,662 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 2024-11-21T20:31:12,667 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 2024-11-21T20:31:12,667 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 94fe2259fed3418c78eac1563ff7b339 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-21T20:31:12,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/.tmp/a/8c48f2bd8e6d4eacb92991eef7b1bb70 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732221072509/Put/seqid=0 2024-11-21T20:31:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741852_1028 (size=5170) 2024-11-21T20:31:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741852_1028 (size=5170) 2024-11-21T20:31:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741852_1028 (size=5170) 2024-11-21T20:31:12,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/.tmp/a/8c48f2bd8e6d4eacb92991eef7b1bb70 2024-11-21T20:31:12,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/.tmp/a/8c48f2bd8e6d4eacb92991eef7b1bb70 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/a/8c48f2bd8e6d4eacb92991eef7b1bb70 2024-11-21T20:31:12,711 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/a/8c48f2bd8e6d4eacb92991eef7b1bb70, entries=2, sequenceid=2, filesize=5.0 K 2024-11-21T20:31:12,712 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 94fe2259fed3418c78eac1563ff7b339 in 45ms, sequenceid=2, compaction requested=false; wal=null 2024-11-21T20:31:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/0000000000000000002 2024-11-21T20:31:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,713 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,716 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 94fe2259fed3418c78eac1563ff7b339 2024-11-21T20:31:12,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/94fe2259fed3418c78eac1563ff7b339/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-21T20:31:12,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 94fe2259fed3418c78eac1563ff7b339; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67957114, jitterRate=0.012639909982681274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:12,721 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 94fe2259fed3418c78eac1563ff7b339: Writing region info on filesystem at 1732221072653Initializing all the Stores at 1732221072654 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072654Obtaining lock to block concurrent updates at 1732221072667 (+13 ms)Preparing flush snapshotting stores in 94fe2259fed3418c78eac1563ff7b339 at 1732221072667Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732221072667Flushing stores of testReplayEditsWrittenIntoWAL,,1732221072443.94fe2259fed3418c78eac1563ff7b339. at 1732221072667Flushing 94fe2259fed3418c78eac1563ff7b339/a: creating writer at 1732221072667Flushing 94fe2259fed3418c78eac1563ff7b339/a: appending metadata at 1732221072682 (+15 ms)Flushing 94fe2259fed3418c78eac1563ff7b339/a: closing flushed file at 1732221072682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a3c4df: reopening flushed file at 1732221072701 (+19 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 94fe2259fed3418c78eac1563ff7b339 in 45ms, sequenceid=2, compaction requested=false; wal=null at 1732221072712 (+11 ms)Cleaning up temporary data from old regions at 1732221072713 (+1 ms)Region opened successfully at 1732221072720 (+7 ms) 2024-11-21T20:31:12,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60610 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59382 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:38958 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34110 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60686 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:44520 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=14346 (was 14352) 2024-11-21T20:31:12,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=14346 2024-11-21T20:31:12,769 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:12,772 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:12,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:12,776 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-47914747, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-47914747, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:12,788 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-47914747/hregion-47914747.1732221072776, exclude list is [], retry=0 2024-11-21T20:31:12,792 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:12,792 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:12,793 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:12,795 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-47914747/hregion-47914747.1732221072776 2024-11-21T20:31:12,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:12,796 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7bbd6e7db6cf83ff2d81e6c0573dc26a, NAME => 'testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741854_1030 (size=64) 2024-11-21T20:31:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741854_1030 (size=64) 2024-11-21T20:31:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741854_1030 (size=64) 2024-11-21T20:31:12,811 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:12,813 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,815 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName a 2024-11-21T20:31:12,815 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,816 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,816 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,818 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName b 2024-11-21T20:31:12,818 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,819 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,819 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,821 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName c 2024-11-21T20:31:12,821 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:12,822 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:12,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,825 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,825 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:12,827 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:12,831 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:12,831 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7bbd6e7db6cf83ff2d81e6c0573dc26a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61056227, jitterRate=-0.0901913195848465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:12,832 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7bbd6e7db6cf83ff2d81e6c0573dc26a: Writing region info on filesystem at 1732221072812Initializing all the Stores at 1732221072813 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072813Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072813Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221072813Cleaning up temporary data from old regions at 1732221072825 (+12 ms)Region opened successfully at 1732221072831 (+6 ms) 2024-11-21T20:31:12,832 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7bbd6e7db6cf83ff2d81e6c0573dc26a, disabling compactions & flushes 2024-11-21T20:31:12,832 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:12,832 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:12,832 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. after waiting 0 ms 2024-11-21T20:31:12,832 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:12,833 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:12,833 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7bbd6e7db6cf83ff2d81e6c0573dc26a: Waiting for close lock at 1732221072832Disabling compacts and flushes for region at 1732221072832Disabling writes for close at 1732221072832Writing region close event to WAL at 1732221072833 (+1 ms)Closed at 1732221072833 2024-11-21T20:31:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741853_1029 (size=93) 2024-11-21T20:31:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741853_1029 (size=93) 2024-11-21T20:31:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741853_1029 (size=93) 2024-11-21T20:31:12,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:12,839 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-47914747:(num 1732221072776) 2024-11-21T20:31:12,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:12,842 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:12,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, exclude list is [], retry=0 2024-11-21T20:31:12,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:12,860 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:12,861 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:12,863 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 2024-11-21T20:31:12,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:13,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, size=0 (0bytes) 2024-11-21T20:31:13,072 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 might be still open, length is 0 2024-11-21T20:31:13,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 2024-11-21T20:31:13,073 WARN [IPC Server handler 0 on default port 35123 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-21T20:31:13,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 after 2ms 2024-11-21T20:31:13,605 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60722 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60722 dst: /127.0.0.1:42737 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42737 remote=/127.0.0.1:60722]. Total timeout mills is 60000, 59436 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:13,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34144 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43667:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34144 dst: /127.0.0.1:43667 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:13,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59394 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59394 dst: /127.0.0.1:39261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:13,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741855_1032 (size=470675) 2024-11-21T20:31:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741855_1032 (size=470675) 2024-11-21T20:31:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741855_1032 (size=470675) 2024-11-21T20:31:17,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 after 4003ms 2024-11-21T20:31:17,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 took 4012ms 2024-11-21T20:31:17,089 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732221072843.temp 2024-11-21T20:31:17,092 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp 2024-11-21T20:31:17,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:31:17,167 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843; continuing. 2024-11-21T20:31:17,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 so closing down 2024-11-21T20:31:17,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:17,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:17,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741856_1033 (size=470683) 2024-11-21T20:31:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741856_1033 (size=470683) 2024-11-21T20:31:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741856_1033 (size=470683) 2024-11-21T20:31:17,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp (wrote 3002 edits, skipped 0 edits in 34 ms) 2024-11-21T20:31:17,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 2024-11-21T20:31:17,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T20:31:17,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, journal: Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, size=0 (0bytes) at 1732221073072Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp at 1732221077092 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1732221077131 (+39 ms)Split 2048 edits, skipped 0 edits. at 1732221077149 (+18 ms)Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 so closing down at 1732221077167 (+18 ms)3 split writer threads finished at 1732221077169 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp (wrote 3002 edits, skipped 0 edits in 34 ms) at 1732221077173 (+4 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000000001-wal.1732221072843.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 at 1732221077175 (+2 ms)Processed 3002 edits across 1 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843, size=0, length=0, corrupted=false, cancelled=false at 1732221077175 2024-11-21T20:31:17,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221072843 2024-11-21T20:31:17,180 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 2024-11-21T20:31:17,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:17,183 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:17,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221077183, exclude list is [], retry=0 2024-11-21T20:31:17,199 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T20:31:17,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:17,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:17,201 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:17,204 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221077183 2024-11-21T20:31:17,204 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:17,204 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:17,206 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,207 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName a 2024-11-21T20:31:17,207 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:17,208 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:17,208 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,209 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName b 2024-11-21T20:31:17,209 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:17,209 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:17,210 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,211 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bbd6e7db6cf83ff2d81e6c0573dc26a columnFamilyName c 2024-11-21T20:31:17,211 DEBUG [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:17,211 INFO [StoreOpener-7bbd6e7db6cf83ff2d81e6c0573dc26a-1 {}] regionserver.HStore(327): Store=7bbd6e7db6cf83ff2d81e6c0573dc26a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:17,212 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,215 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 2024-11-21T20:31:17,252 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T20:31:17,586 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7bbd6e7db6cf83ff2d81e6c0573dc26a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T20:31:17,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/ad4f99777f7c43b4a860bb25bf71a476 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732221072876/Put/seqid=0 2024-11-21T20:31:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741858_1035 (size=50463) 2024-11-21T20:31:17,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741858_1035 (size=50463) 2024-11-21T20:31:17,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741858_1035 (size=50463) 2024-11-21T20:31:17,632 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/ad4f99777f7c43b4a860bb25bf71a476 2024-11-21T20:31:17,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/ad4f99777f7c43b4a860bb25bf71a476 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/a/ad4f99777f7c43b4a860bb25bf71a476 2024-11-21T20:31:17,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/a/ad4f99777f7c43b4a860bb25bf71a476, entries=754, sequenceid=754, filesize=49.3 K 2024-11-21T20:31:17,648 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 7bbd6e7db6cf83ff2d81e6c0573dc26a in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-11-21T20:31:17,661 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T20:31:17,661 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7bbd6e7db6cf83ff2d81e6c0573dc26a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T20:31:17,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/6cebc5117087454da154006f32b10a06 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732221072920/Put/seqid=0 2024-11-21T20:31:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741859_1036 (size=20072) 2024-11-21T20:31:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741859_1036 (size=20072) 2024-11-21T20:31:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741859_1036 (size=20072) 2024-11-21T20:31:17,683 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/6cebc5117087454da154006f32b10a06 2024-11-21T20:31:17,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/f4c891b55aea441e9f93aba189ba810d is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732221072943/Put/seqid=0 2024-11-21T20:31:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741860_1037 (size=35835) 2024-11-21T20:31:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741860_1037 (size=35835) 2024-11-21T20:31:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741860_1037 (size=35835) 2024-11-21T20:31:17,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/f4c891b55aea441e9f93aba189ba810d 2024-11-21T20:31:17,725 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/a/6cebc5117087454da154006f32b10a06 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/a/6cebc5117087454da154006f32b10a06 2024-11-21T20:31:17,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/a/6cebc5117087454da154006f32b10a06, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-21T20:31:17,735 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/f4c891b55aea441e9f93aba189ba810d as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/b/f4c891b55aea441e9f93aba189ba810d 2024-11-21T20:31:17,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/b/f4c891b55aea441e9f93aba189ba810d, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-21T20:31:17,742 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7bbd6e7db6cf83ff2d81e6c0573dc26a in 81ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-21T20:31:17,753 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T20:31:17,753 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7bbd6e7db6cf83ff2d81e6c0573dc26a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-21T20:31:17,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/9c55207ecb7f4d6592b0353188081df7 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732221072962/Put/seqid=0 2024-11-21T20:31:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741861_1038 (size=35082) 2024-11-21T20:31:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741861_1038 (size=35082) 2024-11-21T20:31:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741861_1038 (size=35082) 2024-11-21T20:31:17,773 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/9c55207ecb7f4d6592b0353188081df7 2024-11-21T20:31:17,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/8eec7e9a921e4d8dbe4f8a8cc0071f49 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732221072996/Put/seqid=0 2024-11-21T20:31:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741862_1039 (size=20825) 2024-11-21T20:31:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741862_1039 (size=20825) 2024-11-21T20:31:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741862_1039 (size=20825) 2024-11-21T20:31:17,810 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/8eec7e9a921e4d8dbe4f8a8cc0071f49 2024-11-21T20:31:17,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/b/9c55207ecb7f4d6592b0353188081df7 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/b/9c55207ecb7f4d6592b0353188081df7 2024-11-21T20:31:17,827 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/b/9c55207ecb7f4d6592b0353188081df7, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-21T20:31:17,828 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/8eec7e9a921e4d8dbe4f8a8cc0071f49 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/c/8eec7e9a921e4d8dbe4f8a8cc0071f49 2024-11-21T20:31:17,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/c/8eec7e9a921e4d8dbe4f8a8cc0071f49, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-21T20:31:17,836 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7bbd6e7db6cf83ff2d81e6c0573dc26a in 83ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-21T20:31:17,848 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732221073040/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:17,852 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 2024-11-21T20:31:17,852 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-21T20:31:17,853 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7bbd6e7db6cf83ff2d81e6c0573dc26a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-21T20:31:17,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/edfe4eee1ee74f3bb00c5e93e643e9b0 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732221073005/Put/seqid=0 2024-11-21T20:31:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741863_1040 (size=50301) 2024-11-21T20:31:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741863_1040 (size=50301) 2024-11-21T20:31:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741863_1040 (size=50301) 2024-11-21T20:31:17,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/edfe4eee1ee74f3bb00c5e93e643e9b0 2024-11-21T20:31:17,882 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edfe4eee1ee74f3bb00c5e93e643e9b0 2024-11-21T20:31:17,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/.tmp/c/edfe4eee1ee74f3bb00c5e93e643e9b0 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/c/edfe4eee1ee74f3bb00c5e93e643e9b0 2024-11-21T20:31:17,892 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for edfe4eee1ee74f3bb00c5e93e643e9b0 2024-11-21T20:31:17,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/c/edfe4eee1ee74f3bb00c5e93e643e9b0, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-21T20:31:17,892 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 7bbd6e7db6cf83ff2d81e6c0573dc26a in 40ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-21T20:31:17,893 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/0000000000000003002 2024-11-21T20:31:17,895 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,895 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,896 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T20:31:17,898 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7bbd6e7db6cf83ff2d81e6c0573dc26a 2024-11-21T20:31:17,901 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenIntoWAL/7bbd6e7db6cf83ff2d81e6c0573dc26a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-21T20:31:17,903 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7bbd6e7db6cf83ff2d81e6c0573dc26a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59423797, jitterRate=-0.11451642215251923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T20:31:17,903 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7bbd6e7db6cf83ff2d81e6c0573dc26a: Writing region info on filesystem at 1732221077204Initializing all the Stores at 1732221077206 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221077206Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221077206Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221077206Cleaning up temporary data from old regions at 1732221077895 (+689 ms)Region opened successfully at 1732221077903 (+8 ms) 2024-11-21T20:31:17,968 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7bbd6e7db6cf83ff2d81e6c0573dc26a, disabling compactions & flushes 2024-11-21T20:31:17,969 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:17,969 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:17,969 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. after waiting 0 ms 2024-11-21T20:31:17,969 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:17,971 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732221072770.7bbd6e7db6cf83ff2d81e6c0573dc26a. 2024-11-21T20:31:17,971 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7bbd6e7db6cf83ff2d81e6c0573dc26a: Waiting for close lock at 1732221077968Disabling compacts and flushes for region at 1732221077968Disabling writes for close at 1732221077969 (+1 ms)Writing region close event to WAL at 1732221077971 (+2 ms)Closed at 1732221077971 2024-11-21T20:31:17,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741857_1034 (size=93) 2024-11-21T20:31:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741857_1034 (size=93) 2024-11-21T20:31:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741857_1034 (size=93) 2024-11-21T20:31:17,979 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:17,980 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732221077183) 2024-11-21T20:31:17,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=398 (was 384) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1991915184_22 at /127.0.0.1:34216 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1991915184_22 at /127.0.0.1:34198 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:40633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1991915184_22 at /127.0.0.1:59416 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35123 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:34221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1991915184_22 at /127.0.0.1:60780 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=14300 (was 14346) 2024-11-21T20:31:18,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=14300 2024-11-21T20:31:18,020 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:18,022 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:18,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:18,026 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45894940, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-45894940, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:18,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45894940/hregion-45894940.1732221078026, exclude list is [], retry=0 2024-11-21T20:31:18,041 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:18,041 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:18,042 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:18,044 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45894940/hregion-45894940.1732221078026 2024-11-21T20:31:18,045 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:18,045 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b6bd8bf15fa2290c6100838fbf0a58ee, NAME => 'test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741865_1042 (size=43) 2024-11-21T20:31:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741865_1042 (size=43) 2024-11-21T20:31:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741865_1042 (size=43) 2024-11-21T20:31:18,056 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:18,058 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,059 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName a 2024-11-21T20:31:18,059 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,060 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,060 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,062 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName b 2024-11-21T20:31:18,062 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,062 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,062 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,064 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName c 2024-11-21T20:31:18,064 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,065 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,065 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,066 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,066 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,068 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,068 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,069 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:18,070 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,073 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:18,074 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b6bd8bf15fa2290c6100838fbf0a58ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61861499, jitterRate=-0.0781918317079544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:18,074 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b6bd8bf15fa2290c6100838fbf0a58ee: Writing region info on filesystem at 1732221078056Initializing all the Stores at 1732221078057 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078057Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078057Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078057Cleaning up temporary data from old regions at 1732221078068 (+11 ms)Region opened successfully at 1732221078074 (+6 ms) 2024-11-21T20:31:18,074 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b6bd8bf15fa2290c6100838fbf0a58ee, disabling compactions & flushes 2024-11-21T20:31:18,074 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,074 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,074 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. after waiting 0 ms 2024-11-21T20:31:18,074 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,075 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,075 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b6bd8bf15fa2290c6100838fbf0a58ee: Waiting for close lock at 1732221078074Disabling compacts and flushes for region at 1732221078074Disabling writes for close at 1732221078074Writing region close event to WAL at 1732221078075 (+1 ms)Closed at 1732221078075 2024-11-21T20:31:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741864_1041 (size=93) 2024-11-21T20:31:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741864_1041 (size=93) 2024-11-21T20:31:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741864_1041 (size=93) 2024-11-21T20:31:18,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:18,085 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45894940:(num 1732221078026) 2024-11-21T20:31:18,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:18,087 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:18,101 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, exclude list is [], retry=0 2024-11-21T20:31:18,104 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:18,104 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:18,105 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:18,107 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 2024-11-21T20:31:18,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741866_1043 (size=344306) 2024-11-21T20:31:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741866_1043 (size=344306) 2024-11-21T20:31:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741866_1043 (size=344306) 2024-11-21T20:31:18,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, size=336.2 K (344306bytes) 2024-11-21T20:31:18,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 2024-11-21T20:31:18,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 after 1ms 2024-11-21T20:31:18,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 took 5ms 2024-11-21T20:31:18,285 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732221078087.temp 2024-11-21T20:31:18,287 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp 2024-11-21T20:31:18,304 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 so closing down 2024-11-21T20:31:18,304 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:18,304 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:18,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741867_1044 (size=344306) 2024-11-21T20:31:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741867_1044 (size=344306) 2024-11-21T20:31:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741867_1044 (size=344306) 2024-11-21T20:31:18,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-21T20:31:18,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp to hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 2024-11-21T20:31:18,315 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-21T20:31:18,315 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, journal: Splitting hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, size=336.2 K (344306bytes) at 1732221078275Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp at 1732221078287 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732221078290 (+3 ms)Split 2048 edits, skipped 0 edits. at 1732221078298 (+8 ms)Finishing writing output for hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 so closing down at 1732221078304 (+6 ms)3 split writer threads finished at 1732221078304Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1732221078313 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000000001-wal.1732221078087.temp to hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 at 1732221078315 (+2 ms)Processed 3000 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1732221078315 2024-11-21T20:31:18,317 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078087 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221078087 2024-11-21T20:31:18,318 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 2024-11-21T20:31:18,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:18,321 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:18,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, exclude list is [], retry=0 2024-11-21T20:31:18,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:18,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:18,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:18,341 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 2024-11-21T20:31:18,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741868_1045 (size=344433) 2024-11-21T20:31:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741868_1045 (size=344433) 2024-11-21T20:31:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741868_1045 (size=344433) 2024-11-21T20:31:18,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, size=336.4 K (344433bytes) 2024-11-21T20:31:18,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 2024-11-21T20:31:18,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 after 0ms 2024-11-21T20:31:18,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 took 4ms 2024-11-21T20:31:18,494 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732221078321.temp 2024-11-21T20:31:18,496 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp 2024-11-21T20:31:18,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 so closing down 2024-11-21T20:31:18,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:18,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741869_1046 (size=344433) 2024-11-21T20:31:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741869_1046 (size=344433) 2024-11-21T20:31:18,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-21T20:31:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741869_1046 (size=344433) 2024-11-21T20:31:18,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp to hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 2024-11-21T20:31:18,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-21T20:31:18,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, journal: Splitting hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, size=336.4 K (344433bytes) at 1732221078487Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp at 1732221078496 (+9 ms)Split 1024 edits, skipped 0 edits. at 1732221078502 (+6 ms)Split 2048 edits, skipped 0 edits. at 1732221078513 (+11 ms)Finishing writing output for hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 so closing down at 1732221078522 (+9 ms)3 split writer threads finished at 1732221078522Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1732221078528 (+6 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003001-wal.1732221078321.temp to hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 at 1732221078529 (+1 ms)Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1732221078529 2024-11-21T20:31:18,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078321 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221078321 2024-11-21T20:31:18,532 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 2024-11-21T20:31:18,532 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:18,534 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/test2727-manual,16010,1732221078019, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:18,549 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078535, exclude list is [], retry=0 2024-11-21T20:31:18,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:18,552 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:18,553 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:18,555 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078535 2024-11-21T20:31:18,556 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:18,556 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b6bd8bf15fa2290c6100838fbf0a58ee, NAME => 'test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:18,556 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:18,556 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,556 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,558 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,560 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName a 2024-11-21T20:31:18,560 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,560 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,561 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,562 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName b 2024-11-21T20:31:18,562 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,563 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,563 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,564 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6bd8bf15fa2290c6100838fbf0a58ee columnFamilyName c 2024-11-21T20:31:18,564 DEBUG [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:18,565 INFO [StoreOpener-b6bd8bf15fa2290c6100838fbf0a58ee-1 {}] regionserver.HStore(327): Store=b6bd8bf15fa2290c6100838fbf0a58ee/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:18,565 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,568 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,569 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 2024-11-21T20:31:18,612 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 2024-11-21T20:31:18,614 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 2024-11-21T20:31:18,646 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 2024-11-21T20:31:18,646 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b6bd8bf15fa2290c6100838fbf0a58ee 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-21T20:31:18,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/a/0235660cff62426983baeb8d88adcf33 is 41, key is test2727/a:100/1732221078345/Put/seqid=0 2024-11-21T20:31:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741871_1048 (size=84227) 2024-11-21T20:31:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741871_1048 (size=84227) 2024-11-21T20:31:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741871_1048 (size=84227) 2024-11-21T20:31:18,676 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/a/0235660cff62426983baeb8d88adcf33 2024-11-21T20:31:18,714 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/b/95b078b08503485d92ada6bf21faf9b6 is 41, key is test2727/b:100/1732221078384/Put/seqid=0 2024-11-21T20:31:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741872_1049 (size=84609) 2024-11-21T20:31:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741872_1049 (size=84609) 2024-11-21T20:31:18,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741872_1049 (size=84609) 2024-11-21T20:31:18,726 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/b/95b078b08503485d92ada6bf21faf9b6 2024-11-21T20:31:18,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/c/fbb6a56d4b324d55b402b9ddacd78946 is 41, key is test2727/c:100/1732221078425/Put/seqid=0 2024-11-21T20:31:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741873_1050 (size=84609) 2024-11-21T20:31:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741873_1050 (size=84609) 2024-11-21T20:31:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741873_1050 (size=84609) 2024-11-21T20:31:18,761 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/c/fbb6a56d4b324d55b402b9ddacd78946 2024-11-21T20:31:18,771 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/a/0235660cff62426983baeb8d88adcf33 as hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/a/0235660cff62426983baeb8d88adcf33 2024-11-21T20:31:18,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/a/0235660cff62426983baeb8d88adcf33, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-21T20:31:18,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/b/95b078b08503485d92ada6bf21faf9b6 as hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/b/95b078b08503485d92ada6bf21faf9b6 2024-11-21T20:31:18,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/b/95b078b08503485d92ada6bf21faf9b6, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T20:31:18,792 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/.tmp/c/fbb6a56d4b324d55b402b9ddacd78946 as hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/c/fbb6a56d4b324d55b402b9ddacd78946 2024-11-21T20:31:18,800 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/c/fbb6a56d4b324d55b402b9ddacd78946, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-21T20:31:18,801 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b6bd8bf15fa2290c6100838fbf0a58ee in 154ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-21T20:31:18,802 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000003000 2024-11-21T20:31:18,802 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/0000000000000006000 2024-11-21T20:31:18,804 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,804 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,805 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:18,807 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b6bd8bf15fa2290c6100838fbf0a58ee 2024-11-21T20:31:18,810 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/test2727/b6bd8bf15fa2290c6100838fbf0a58ee/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-21T20:31:18,811 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b6bd8bf15fa2290c6100838fbf0a58ee; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64000776, jitterRate=-0.046314120292663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:18,813 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b6bd8bf15fa2290c6100838fbf0a58ee: Writing region info on filesystem at 1732221078557Initializing all the Stores at 1732221078558 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078558Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078558Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221078558Obtaining lock to block concurrent updates at 1732221078646 (+88 ms)Preparing flush snapshotting stores in b6bd8bf15fa2290c6100838fbf0a58ee at 1732221078646Finished memstore snapshotting test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732221078647 (+1 ms)Flushing stores of test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. at 1732221078647Flushing b6bd8bf15fa2290c6100838fbf0a58ee/a: creating writer at 1732221078647Flushing b6bd8bf15fa2290c6100838fbf0a58ee/a: appending metadata at 1732221078668 (+21 ms)Flushing b6bd8bf15fa2290c6100838fbf0a58ee/a: closing flushed file at 1732221078668Flushing b6bd8bf15fa2290c6100838fbf0a58ee/b: creating writer at 1732221078684 (+16 ms)Flushing b6bd8bf15fa2290c6100838fbf0a58ee/b: appending metadata at 1732221078712 (+28 ms)Flushing b6bd8bf15fa2290c6100838fbf0a58ee/b: closing flushed file at 1732221078712Flushing b6bd8bf15fa2290c6100838fbf0a58ee/c: creating writer at 1732221078734 (+22 ms)Flushing b6bd8bf15fa2290c6100838fbf0a58ee/c: appending metadata at 1732221078753 (+19 ms)Flushing b6bd8bf15fa2290c6100838fbf0a58ee/c: closing flushed file at 1732221078753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9e2bd1: reopening flushed file at 1732221078769 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5416da5d: reopening flushed file at 1732221078780 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e002cb: reopening flushed file at 1732221078790 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b6bd8bf15fa2290c6100838fbf0a58ee in 154ms, sequenceid=6000, compaction requested=false; wal=null at 1732221078801 (+11 ms)Cleaning up temporary data from old regions at 1732221078804 (+3 ms)Region opened successfully at 1732221078812 (+8 ms) 2024-11-21T20:31:18,814 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-21T20:31:18,814 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b6bd8bf15fa2290c6100838fbf0a58ee, disabling compactions & flushes 2024-11-21T20:31:18,814 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. after waiting 0 ms 2024-11-21T20:31:18,815 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,816 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732221078021.b6bd8bf15fa2290c6100838fbf0a58ee. 2024-11-21T20:31:18,817 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b6bd8bf15fa2290c6100838fbf0a58ee: Waiting for close lock at 1732221078814Disabling compacts and flushes for region at 1732221078814Disabling writes for close at 1732221078815 (+1 ms)Writing region close event to WAL at 1732221078816 (+1 ms)Closed at 1732221078816 2024-11-21T20:31:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741870_1047 (size=93) 2024-11-21T20:31:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741870_1047 (size=93) 2024-11-21T20:31:18,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732221078019/wal.1732221078535 not finished, retry = 0 2024-11-21T20:31:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741870_1047 (size=93) 2024-11-21T20:31:18,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T20:31:18,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:18,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:31:18,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T20:31:18,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T20:31:18,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:18,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-21T20:31:18,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:18,926 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:18,926 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732221078535) 2024-11-21T20:31:18,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=400 (was 398) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:60906 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59502 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34344 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=928 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=14180 (was 14300) 2024-11-21T20:31:18,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=14179 2024-11-21T20:31:18,974 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:18,980 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:18,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732221078981 2024-11-21T20:31:18,989 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 2024-11-21T20:31:18,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:18,992 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cd16b45898f721826e16218e23ba6c7b, NAME => 'testSequentialEditLogSeqNum,,1732221078974.cd16b45898f721826e16218e23ba6c7b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:18,992 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732221078974.cd16b45898f721826e16218e23ba6c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:18,993 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:18,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:18,994 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b doesn't exist for region: cd16b45898f721826e16218e23ba6c7b on table testSequentialEditLogSeqNum 2024-11-21T20:31:18,994 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: cd16b45898f721826e16218e23ba6c7b on table testSequentialEditLogSeqNum 2024-11-21T20:31:19,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741875_1052 (size=62) 2024-11-21T20:31:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741875_1052 (size=62) 2024-11-21T20:31:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741875_1052 (size=62) 2024-11-21T20:31:19,004 INFO [StoreOpener-cd16b45898f721826e16218e23ba6c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,006 INFO [StoreOpener-cd16b45898f721826e16218e23ba6c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd16b45898f721826e16218e23ba6c7b columnFamilyName a 2024-11-21T20:31:19,006 DEBUG [StoreOpener-cd16b45898f721826e16218e23ba6c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,007 INFO [StoreOpener-cd16b45898f721826e16218e23ba6c7b-1 {}] regionserver.HStore(327): Store=cd16b45898f721826e16218e23ba6c7b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,008 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,008 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,008 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,011 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cd16b45898f721826e16218e23ba6c7b 2024-11-21T20:31:19,014 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:19,015 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cd16b45898f721826e16218e23ba6c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66665341, jitterRate=-0.006609007716178894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:19,016 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cd16b45898f721826e16218e23ba6c7b: Writing region info on filesystem at 1732221078993Initializing all the Stores at 1732221079004 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079004Cleaning up temporary data from old regions at 1732221079008 (+4 ms)Region opened successfully at 1732221079016 (+8 ms) 2024-11-21T20:31:19,030 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cd16b45898f721826e16218e23ba6c7b 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-21T20:31:19,052 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/.tmp/a/cdaea4cbead748138b39813534f85a72 is 81, key is testSequentialEditLogSeqNum/a:x0/1732221079016/Put/seqid=0 2024-11-21T20:31:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741876_1053 (size=5833) 2024-11-21T20:31:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741876_1053 (size=5833) 2024-11-21T20:31:19,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741876_1053 (size=5833) 2024-11-21T20:31:19,060 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/.tmp/a/cdaea4cbead748138b39813534f85a72 2024-11-21T20:31:19,067 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/.tmp/a/cdaea4cbead748138b39813534f85a72 as hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/a/cdaea4cbead748138b39813534f85a72 2024-11-21T20:31:19,075 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/a/cdaea4cbead748138b39813534f85a72, entries=10, sequenceid=13, filesize=5.7 K 2024-11-21T20:31:19,076 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for cd16b45898f721826e16218e23ba6c7b in 46ms, sequenceid=13, compaction requested=false 2024-11-21T20:31:19,076 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cd16b45898f721826e16218e23ba6c7b: 2024-11-21T20:31:19,082 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T20:31:19,082 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T20:31:19,083 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T20:31:19,083 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T20:31:19,083 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T20:31:19,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741874_1051 (size=3017) 2024-11-21T20:31:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741874_1051 (size=3017) 2024-11-21T20:31:19,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741874_1051 (size=3017) 2024-11-21T20:31:19,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981, size=2.9 K (3017bytes) 2024-11-21T20:31:19,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 2024-11-21T20:31:19,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 after 0ms 2024-11-21T20:31:19,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 took 4ms 2024-11-21T20:31:19,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 so closing down 2024-11-21T20:31:19,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:19,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732221078981.temp 2024-11-21T20:31:19,111 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp 2024-11-21T20:31:19,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741877_1054 (size=2433) 2024-11-21T20:31:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741877_1054 (size=2433) 2024-11-21T20:31:19,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741877_1054 (size=2433) 2024-11-21T20:31:19,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:19,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp to hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000020 2024-11-21T20:31:19,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-21T20:31:19,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981, journal: Splitting hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981, size=2.9 K (3017bytes) at 1732221079103Finishing writing output for hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981 so closing down at 1732221079109 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp at 1732221079111 (+2 ms)3 split writer threads finished at 1732221079112 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732221079120 (+8 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000003-wal.1732221078981.temp to hdfs://localhost:35123/hbase/data/default/testSequentialEditLogSeqNum/cd16b45898f721826e16218e23ba6c7b/recovered.edits/0000000000000000020 at 1732221079122 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732221078973/wal.1732221078981, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1732221079122 2024-11-21T20:31:19,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59502 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34344 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=14162 (was 14179) 2024-11-21T20:31:19,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=14161 2024-11-21T20:31:19,169 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:19,172 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:19,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:19,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77326397, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-77326397, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:19,221 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77326397/hregion-77326397.1732221079206, exclude list is [], retry=0 2024-11-21T20:31:19,225 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:19,225 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:19,226 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:19,233 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77326397/hregion-77326397.1732221079206 2024-11-21T20:31:19,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:19,233 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b567467a56c242dd22cb7e6300aecfe1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741879_1056 (size=70) 2024-11-21T20:31:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741879_1056 (size=70) 2024-11-21T20:31:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741879_1056 (size=70) 2024-11-21T20:31:19,243 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:19,245 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,246 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName a 2024-11-21T20:31:19,246 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,247 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,247 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,248 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName b 2024-11-21T20:31:19,248 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,249 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,249 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,250 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName c 2024-11-21T20:31:19,251 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,251 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,251 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,252 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,252 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,254 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,254 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,254 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:19,255 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,258 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:19,259 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b567467a56c242dd22cb7e6300aecfe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75190500, jitterRate=0.1204257607460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b567467a56c242dd22cb7e6300aecfe1: Writing region info on filesystem at 1732221079243Initializing all the Stores at 1732221079244 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079244Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079244Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079244Cleaning up temporary data from old regions at 1732221079254 (+10 ms)Region opened successfully at 1732221079259 (+5 ms) 2024-11-21T20:31:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b567467a56c242dd22cb7e6300aecfe1, disabling compactions & flushes 2024-11-21T20:31:19,260 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. after waiting 0 ms 2024-11-21T20:31:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:19,260 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:19,261 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b567467a56c242dd22cb7e6300aecfe1: Waiting for close lock at 1732221079260Disabling compacts and flushes for region at 1732221079260Disabling writes for close at 1732221079260Writing region close event to WAL at 1732221079260Closed at 1732221079260 2024-11-21T20:31:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741878_1055 (size=93) 2024-11-21T20:31:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741878_1055 (size=93) 2024-11-21T20:31:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741878_1055 (size=93) 2024-11-21T20:31:19,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:19,267 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77326397:(num 1732221079206) 2024-11-21T20:31:19,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:19,270 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:19,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, exclude list is [], retry=0 2024-11-21T20:31:19,289 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:19,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:19,290 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:19,292 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 2024-11-21T20:31:19,293 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b567467a56c242dd22cb7e6300aecfe1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,293 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,295 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,296 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName a 2024-11-21T20:31:19,296 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,296 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,297 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,298 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName b 2024-11-21T20:31:19,298 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,298 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,298 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,299 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName c 2024-11-21T20:31:19,299 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:19,300 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:19,300 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,301 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,302 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,303 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,303 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,304 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:19,305 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:19,306 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b567467a56c242dd22cb7e6300aecfe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70928102, jitterRate=0.056911081075668335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:19,307 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b567467a56c242dd22cb7e6300aecfe1: Writing region info on filesystem at 1732221079293Initializing all the Stores at 1732221079294 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079294Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079295 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221079295Cleaning up temporary data from old regions at 1732221079303 (+8 ms)Region opened successfully at 1732221079307 (+4 ms) 2024-11-21T20:31:19,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732221079310/Put/seqid=0 2024-11-21T20:31:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741881_1058 (size=4826) 2024-11-21T20:31:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741881_1058 (size=4826) 2024-11-21T20:31:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741881_1058 (size=4826) 2024-11-21T20:31:19,321 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b567467a56c242dd22cb7e6300aecfe1/a 2024-11-21T20:31:19,330 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-21T20:31:19,330 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:31:19,330 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b567467a56c242dd22cb7e6300aecfe1: 2024-11-21T20:31:19,332 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/9f14a97a1c7e4662a72719606d662ce9_SeqId_3_ 2024-11-21T20:31:19,334 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b567467a56c242dd22cb7e6300aecfe1/a as hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/9f14a97a1c7e4662a72719606d662ce9_SeqId_3_ - updating store file list. 2024-11-21T20:31:19,342 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f14a97a1c7e4662a72719606d662ce9_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:19,343 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/9f14a97a1c7e4662a72719606d662ce9_SeqId_3_ into b567467a56c242dd22cb7e6300aecfe1/a 2024-11-21T20:31:19,343 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b567467a56c242dd22cb7e6300aecfe1/a (new location: hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/9f14a97a1c7e4662a72719606d662ce9_SeqId_3_) 2024-11-21T20:31:19,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, size=0 (0bytes) 2024-11-21T20:31:19,385 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 might be still open, length is 0 2024-11-21T20:31:19,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 2024-11-21T20:31:19,385 WARN [IPC Server handler 3 on default port 35123 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-21T20:31:19,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 after 1ms 2024-11-21T20:31:19,598 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:34428 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43667:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34428 dst: /127.0.0.1:43667 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43667 remote=/127.0.0.1:34428]. Total timeout mills is 60000, 59753 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:19,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:32776 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32776 dst: /127.0.0.1:42737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:19,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:59614 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59614 dst: /127.0.0.1:39261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741880_1059 (size=504) 2024-11-21T20:31:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741880_1059 (size=504) 2024-11-21T20:31:23,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 after 4002ms 2024-11-21T20:31:23,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 took 4011ms 2024-11-21T20:31:23,398 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271; continuing. 2024-11-21T20:31:23,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 so closing down 2024-11-21T20:31:23,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:23,400 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732221079271.temp 2024-11-21T20:31:23,402 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp 2024-11-21T20:31:23,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741882_1060 (size=238) 2024-11-21T20:31:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741882_1060 (size=238) 2024-11-21T20:31:23,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741882_1060 (size=238) 2024-11-21T20:31:23,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:23,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp to hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 2024-11-21T20:31:23,413 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T20:31:23,413 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, journal: Splitting hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, size=0 (0bytes) at 1732221079385Finishing writing output for hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 so closing down at 1732221083398 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp at 1732221083402 (+4 ms)3 split writer threads finished at 1732221083402Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732221083411 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005-wal.1732221079271.temp to hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 at 1732221083413 (+2 ms)Processed 2 edits across 1 Regions in 17 ms; skipped=1; WAL=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271, size=0, length=0, corrupted=false, cancelled=false at 1732221083413 2024-11-21T20:31:23,415 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221079271 2024-11-21T20:31:23,416 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 2024-11-21T20:31:23,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:23,419 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:23,439 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221083420, exclude list is [], retry=0 2024-11-21T20:31:23,442 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:23,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:23,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:23,445 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221083420 2024-11-21T20:31:23,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:23,445 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b567467a56c242dd22cb7e6300aecfe1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:23,445 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:23,446 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,446 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,447 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,448 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName a 2024-11-21T20:31:23,448 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,454 DEBUG [StoreFileOpener-b567467a56c242dd22cb7e6300aecfe1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f14a97a1c7e4662a72719606d662ce9_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:23,454 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/9f14a97a1c7e4662a72719606d662ce9_SeqId_3_ 2024-11-21T20:31:23,455 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:23,455 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,456 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName b 2024-11-21T20:31:23,456 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,457 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:23,457 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,458 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b567467a56c242dd22cb7e6300aecfe1 columnFamilyName c 2024-11-21T20:31:23,458 DEBUG [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,459 INFO [StoreOpener-b567467a56c242dd22cb7e6300aecfe1-1 {}] regionserver.HStore(327): Store=b567467a56c242dd22cb7e6300aecfe1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:23,459 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,460 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,462 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,463 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 2024-11-21T20:31:23,466 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 2024-11-21T20:31:23,466 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b567467a56c242dd22cb7e6300aecfe1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-21T20:31:23,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/.tmp/a/daf98bb3c3fb4967a32ced2f6aff7454 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732221079349/Put/seqid=0 2024-11-21T20:31:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741884_1062 (size=5149) 2024-11-21T20:31:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741884_1062 (size=5149) 2024-11-21T20:31:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741884_1062 (size=5149) 2024-11-21T20:31:23,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/.tmp/a/daf98bb3c3fb4967a32ced2f6aff7454 2024-11-21T20:31:23,499 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/.tmp/a/daf98bb3c3fb4967a32ced2f6aff7454 as hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/daf98bb3c3fb4967a32ced2f6aff7454 2024-11-21T20:31:23,505 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/a/daf98bb3c3fb4967a32ced2f6aff7454, entries=1, sequenceid=5, filesize=5.0 K 2024-11-21T20:31:23,505 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b567467a56c242dd22cb7e6300aecfe1 in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-21T20:31:23,506 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/0000000000000000005 2024-11-21T20:31:23,507 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,507 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,507 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:23,509 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b567467a56c242dd22cb7e6300aecfe1 2024-11-21T20:31:23,511 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b567467a56c242dd22cb7e6300aecfe1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-21T20:31:23,512 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b567467a56c242dd22cb7e6300aecfe1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69390853, jitterRate=0.03400428593158722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:23,512 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b567467a56c242dd22cb7e6300aecfe1: Writing region info on filesystem at 1732221083446Initializing all the Stores at 1732221083447 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221083447Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221083447Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221083447Obtaining lock to block concurrent updates at 1732221083466 (+19 ms)Preparing flush snapshotting stores in b567467a56c242dd22cb7e6300aecfe1 at 1732221083466Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732221083466Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. at 1732221083466Flushing b567467a56c242dd22cb7e6300aecfe1/a: creating writer at 1732221083466Flushing b567467a56c242dd22cb7e6300aecfe1/a: appending metadata at 1732221083482 (+16 ms)Flushing b567467a56c242dd22cb7e6300aecfe1/a: closing flushed file at 1732221083482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eddc7f4: reopening flushed file at 1732221083498 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b567467a56c242dd22cb7e6300aecfe1 in 39ms, sequenceid=5, compaction requested=false; wal=null at 1732221083505 (+7 ms)Cleaning up temporary data from old regions at 1732221083507 (+2 ms)Region opened successfully at 1732221083512 (+5 ms) 2024-11-21T20:31:23,516 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b567467a56c242dd22cb7e6300aecfe1, disabling compactions & flushes 2024-11-21T20:31:23,516 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:23,516 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:23,516 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. after waiting 0 ms 2024-11-21T20:31:23,516 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:23,517 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732221079170.b567467a56c242dd22cb7e6300aecfe1. 2024-11-21T20:31:23,517 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b567467a56c242dd22cb7e6300aecfe1: Waiting for close lock at 1732221083516Disabling compacts and flushes for region at 1732221083516Disabling writes for close at 1732221083516Writing region close event to WAL at 1732221083517 (+1 ms)Closed at 1732221083517 2024-11-21T20:31:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741883_1061 (size=93) 2024-11-21T20:31:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741883_1061 (size=93) 2024-11-21T20:31:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741883_1061 (size=93) 2024-11-21T20:31:23,522 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:23,522 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732221083420) 2024-11-21T20:31:23,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1408284976_22 at /127.0.0.1:57620 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1408284976_22 at /127.0.0.1:51642 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35123 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=14114 (was 14161) 2024-11-21T20:31:23,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=14113 2024-11-21T20:31:23,558 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:23,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T20:31:23,568 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,36103,1732221068541 2024-11-21T20:31:23,570 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7febadd 2024-11-21T20:31:23,571 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T20:31:23,573 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T20:31:23,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T20:31:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T20:31:23,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T20:31:23,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-21T20:31:23,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T20:31:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:31:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741885_1063 (size=694) 2024-11-21T20:31:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741885_1063 (size=694) 2024-11-21T20:31:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741885_1063 (size=694) 2024-11-21T20:31:23,601 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8 2024-11-21T20:31:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741886_1064 (size=77) 2024-11-21T20:31:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741886_1064 (size=77) 2024-11-21T20:31:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741886_1064 (size=77) 2024-11-21T20:31:23,610 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:23,611 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:23,611 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,611 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,611 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:23,611 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,611 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,611 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221083611Disabling compacts and flushes for region at 1732221083611Disabling writes for close at 1732221083611Writing region close event to WAL at 1732221083611Closed at 1732221083611 2024-11-21T20:31:23,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T20:31:23,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732221083613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221083613"}]},"ts":"1732221083613"} 2024-11-21T20:31:23,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T20:31:23,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T20:31:23,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221083623"}]},"ts":"1732221083623"} 2024-11-21T20:31:23,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-21T20:31:23,630 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {377014bd7527=0} racks are {/default-rack=0} 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-21T20:31:23,632 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T20:31:23,632 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T20:31:23,632 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-21T20:31:23,632 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T20:31:23,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN}] 2024-11-21T20:31:23,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN 2024-11-21T20:31:23,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN; state=OFFLINE, location=377014bd7527,45561,1732221069421; forceNewPlan=false, retain=false 2024-11-21T20:31:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:31:23,791 INFO [377014bd7527:36103 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T20:31:23,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPENING, regionLocation=377014bd7527,45561,1732221069421 2024-11-21T20:31:23,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN because future has completed 2024-11-21T20:31:23,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421}] 2024-11-21T20:31:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:31:23,953 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:31:23,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:31:23,968 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,968 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:23,969 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,969 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:23,969 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,969 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,971 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,973 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:23,973 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,974 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:23,974 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,976 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:23,976 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:23,976 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:23,977 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,978 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,978 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,979 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,979 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,980 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T20:31:23,982 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,985 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:23,986 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f21a7ea0541ac77f4af5a7caf381c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60187097, jitterRate=-0.10314236581325531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T20:31:23,986 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:23,987 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Running coprocessor pre-open hook at 1732221083969Writing region info on filesystem at 1732221083969Initializing all the Stores at 1732221083971 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221083971Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221083971Cleaning up temporary data from old regions at 1732221083979 (+8 ms)Running coprocessor post-open hooks at 1732221083986 (+7 ms)Region opened successfully at 1732221083987 (+1 ms) 2024-11-21T20:31:23,989 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., pid=6, masterSystemTime=1732221083952 2024-11-21T20:31:23,992 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,992 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:23,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,45561,1732221069421 2024-11-21T20:31:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 because future has completed 2024-11-21T20:31:24,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T20:31:24,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 in 202 msec 2024-11-21T20:31:24,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T20:31:24,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN in 368 msec 2024-11-21T20:31:24,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T20:31:24,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221084007"}]},"ts":"1732221084007"} 2024-11-21T20:31:24,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-21T20:31:24,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T20:31:24,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 432 msec 2024-11-21T20:31:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T20:31:24,224 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-21T20:31:24,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-21T20:31:24,227 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T20:31:24,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-21T20:31:24,238 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-21T20:31:24,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-21T20:31:24,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=2] 2024-11-21T20:31:24,256 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:31:24,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:31:24,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1f21a7ea0541ac77f4af5a7caf381c3f, source=377014bd7527,45561,1732221069421, destination=377014bd7527,44079,1732221069314, warming up region on 377014bd7527,44079,1732221069314 2024-11-21T20:31:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:31:24,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1f21a7ea0541ac77f4af5a7caf381c3f, source=377014bd7527,45561,1732221069421, destination=377014bd7527,44079,1732221069314, running balancer 2024-11-21T20:31:24,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:31:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE 2024-11-21T20:31:24,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE 2024-11-21T20:31:24,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=CLOSING, regionLocation=377014bd7527,45561,1732221069421 2024-11-21T20:31:24,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:24,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE because future has completed 2024-11-21T20:31:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:24,284 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:31:24,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421}] 2024-11-21T20:31:24,285 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,286 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:24,286 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:24,287 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:24,287 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,289 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:24,289 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:24,289 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:24,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221084290Disabling compacts and flushes for region at 1732221084290Disabling writes for close at 1732221084290Writing region close event to WAL at 1732221084290Closed at 1732221084290 2024-11-21T20:31:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-21T20:31:24,446 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,447 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:31:24,448 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:24,448 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,448 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,448 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:24,449 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,449 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1f21a7ea0541ac77f4af5a7caf381c3f 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-21T20:31:24,487 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/0aced520f5c34f8d8de933c0d1807bd4 is 35, key is r1/cf1:q/1732221084259/Put/seqid=0 2024-11-21T20:31:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741887_1065 (size=4783) 2024-11-21T20:31:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741887_1065 (size=4783) 2024-11-21T20:31:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741887_1065 (size=4783) 2024-11-21T20:31:24,495 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/0aced520f5c34f8d8de933c0d1807bd4 2024-11-21T20:31:24,503 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/0aced520f5c34f8d8de933c0d1807bd4 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4 2024-11-21T20:31:24,508 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4, entries=1, sequenceid=5, filesize=4.7 K 2024-11-21T20:31:24,510 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1f21a7ea0541ac77f4af5a7caf381c3f in 61ms, sequenceid=5, compaction requested=false 2024-11-21T20:31:24,510 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-21T20:31:24,515 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:31:24,517 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,517 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221084448Running coprocessor pre-close hooks at 1732221084448Disabling compacts and flushes for region at 1732221084448Disabling writes for close at 1732221084449 (+1 ms)Obtaining lock to block concurrent updates at 1732221084449Preparing flush snapshotting stores in 1f21a7ea0541ac77f4af5a7caf381c3f at 1732221084449Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732221084450 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. at 1732221084451 (+1 ms)Flushing 1f21a7ea0541ac77f4af5a7caf381c3f/cf1: creating writer at 1732221084451Flushing 1f21a7ea0541ac77f4af5a7caf381c3f/cf1: appending metadata at 1732221084487 (+36 ms)Flushing 1f21a7ea0541ac77f4af5a7caf381c3f/cf1: closing flushed file at 1732221084487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e6e753: reopening flushed file at 1732221084501 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1f21a7ea0541ac77f4af5a7caf381c3f in 61ms, sequenceid=5, compaction requested=false at 1732221084510 (+9 ms)Writing region close event to WAL at 1732221084511 (+1 ms)Running coprocessor post-close hooks at 1732221084515 (+4 ms)Closed at 1732221084517 (+2 ms) 2024-11-21T20:31:24,518 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1f21a7ea0541ac77f4af5a7caf381c3f move to 377014bd7527,44079,1732221069314 record at close sequenceid=5 2024-11-21T20:31:24,521 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=CLOSED 2024-11-21T20:31:24,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 because future has completed 2024-11-21T20:31:24,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-21T20:31:24,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 in 241 msec 2024-11-21T20:31:24,529 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE; state=CLOSED, location=377014bd7527,44079,1732221069314; forceNewPlan=false, retain=false 2024-11-21T20:31:24,679 INFO [377014bd7527:36103 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T20:31:24,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPENING, regionLocation=377014bd7527,44079,1732221069314 2024-11-21T20:31:24,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE because future has completed 2024-11-21T20:31:24,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314}] 2024-11-21T20:31:24,843 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,844 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:24,844 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,844 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:24,844 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,844 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,846 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,847 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:24,847 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:24,854 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4 2024-11-21T20:31:24,854 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:24,854 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,855 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:24,855 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:24,856 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:24,856 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,857 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,858 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,859 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,859 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,860 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T20:31:24,862 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,862 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1f21a7ea0541ac77f4af5a7caf381c3f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59210666, jitterRate=-0.11769232153892517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T20:31:24,863 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:24,863 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Running coprocessor pre-open hook at 1732221084844Writing region info on filesystem at 1732221084844Initializing all the Stores at 1732221084845 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221084846 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221084846Cleaning up temporary data from old regions at 1732221084859 (+13 ms)Running coprocessor post-open hooks at 1732221084863 (+4 ms)Region opened successfully at 1732221084863 2024-11-21T20:31:24,864 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., pid=9, masterSystemTime=1732221084839 2024-11-21T20:31:24,866 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,867 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:24,867 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPEN, openSeqNum=9, regionLocation=377014bd7527,44079,1732221069314 2024-11-21T20:31:24,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314 because future has completed 2024-11-21T20:31:24,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-21T20:31:24,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314 in 187 msec 2024-11-21T20:31:24,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE in 597 msec 2024-11-21T20:31:24,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:31:24,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:31:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40454 deadline: 1732221144892, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=44079 startCode=1732221069314. As of locationSeqNum=5. 2024-11-21T20:31:24,916 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=44079 startCode=1732221069314. As of locationSeqNum=5. 2024-11-21T20:31:24,917 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=44079 startCode=1732221069314. As of locationSeqNum=5. 2024-11-21T20:31:24,917 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,44079,1732221069314, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=44079 startCode=1732221069314. As of locationSeqNum=5. 2024-11-21T20:31:25,023 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T20:31:25,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T20:31:25,035 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1f21a7ea0541ac77f4af5a7caf381c3f 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-21T20:31:25,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/eb5a77136e40449eb0fc61dfa32242d9 is 29, key is r1/cf1:/1732221085026/DeleteFamily/seqid=0 2024-11-21T20:31:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741888_1066 (size=4906) 2024-11-21T20:31:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741888_1066 (size=4906) 2024-11-21T20:31:25,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741888_1066 (size=4906) 2024-11-21T20:31:25,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,074 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf2/712e743a32fa44c4b72c5ce9f19d381a is 29, key is r1/cf2:/1732221085026/DeleteFamily/seqid=0 2024-11-21T20:31:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741889_1067 (size=4906) 2024-11-21T20:31:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741889_1067 (size=4906) 2024-11-21T20:31:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741889_1067 (size=4906) 2024-11-21T20:31:25,098 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf2/712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,104 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/eb5a77136e40449eb0fc61dfa32242d9 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,113 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T20:31:25,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf2/712e743a32fa44c4b72c5ce9f19d381a as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,122 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,122 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a, entries=1, sequenceid=12, filesize=4.8 K 2024-11-21T20:31:25,123 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1f21a7ea0541ac77f4af5a7caf381c3f in 88ms, sequenceid=12, compaction requested=false 2024-11-21T20:31:25,123 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1f21a7ea0541ac77f4af5a7caf381c3f: 2024-11-21T20:31:25,127 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T20:31:25,128 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1f21a7ea0541ac77f4af5a7caf381c3f/cf1 is initiating major compaction (all files) 2024-11-21T20:31:25,129 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:31:25,129 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:25,129 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1f21a7ea0541ac77f4af5a7caf381c3f/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,130 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4, hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9] into tmpdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp, totalSize=9.5 K 2024-11-21T20:31:25,131 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0aced520f5c34f8d8de933c0d1807bd4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732221084259 2024-11-21T20:31:25,132 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eb5a77136e40449eb0fc61dfa32242d9, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T20:31:25,148 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1f21a7ea0541ac77f4af5a7caf381c3f#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:31:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741890_1068 (size=4626) 2024-11-21T20:31:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741890_1068 (size=4626) 2024-11-21T20:31:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741890_1068 (size=4626) 2024-11-21T20:31:25,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf1/03fb3a1bf2444305a3609d047c11827a as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/03fb3a1bf2444305a3609d047c11827a 2024-11-21T20:31:25,185 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1f21a7ea0541ac77f4af5a7caf381c3f/cf1 of 1f21a7ea0541ac77f4af5a7caf381c3f into 03fb3a1bf2444305a3609d047c11827a(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:31:25,185 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1f21a7ea0541ac77f4af5a7caf381c3f: 2024-11-21T20:31:25,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-21T20:31:25,186 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1f21a7ea0541ac77f4af5a7caf381c3f/cf2 is initiating major compaction (all files) 2024-11-21T20:31:25,186 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T20:31:25,186 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T20:31:25,186 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1f21a7ea0541ac77f4af5a7caf381c3f/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,186 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a] into tmpdir=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp, totalSize=4.8 K 2024-11-21T20:31:25,187 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 712e743a32fa44c4b72c5ce9f19d381a, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-21T20:31:25,194 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1f21a7ea0541ac77f4af5a7caf381c3f#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T20:31:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741891_1069 (size=4592) 2024-11-21T20:31:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741891_1069 (size=4592) 2024-11-21T20:31:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741891_1069 (size=4592) 2024-11-21T20:31:25,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/.tmp/cf2/e031171c12084fd98be38955039aeab9 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/e031171c12084fd98be38955039aeab9 2024-11-21T20:31:25,223 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1f21a7ea0541ac77f4af5a7caf381c3f/cf2 of 1f21a7ea0541ac77f4af5a7caf381c3f into e031171c12084fd98be38955039aeab9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:31:25,223 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1f21a7ea0541ac77f4af5a7caf381c3f: 2024-11-21T20:31:25,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=1f21a7ea0541ac77f4af5a7caf381c3f, source=377014bd7527,44079,1732221069314, destination=377014bd7527,45561,1732221069421, warming up region on 377014bd7527,45561,1732221069421 2024-11-21T20:31:25,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=1f21a7ea0541ac77f4af5a7caf381c3f, source=377014bd7527,44079,1732221069314, destination=377014bd7527,45561,1732221069421, running balancer 2024-11-21T20:31:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE 2024-11-21T20:31:25,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE 2024-11-21T20:31:25,233 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=CLOSING, regionLocation=377014bd7527,44079,1732221069314 2024-11-21T20:31:25,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:25,234 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,235 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:25,235 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:25,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE because future has completed 2024-11-21T20:31:25,236 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T20:31:25,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314}] 2024-11-21T20:31:25,244 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/03fb3a1bf2444305a3609d047c11827a 2024-11-21T20:31:25,250 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4 2024-11-21T20:31:25,256 INFO [StoreFileOpener-1f21a7ea0541ac77f4af5a7caf381c3f-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,256 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,256 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:25,257 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,258 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:25,258 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:25,266 INFO [StoreFileOpener-1f21a7ea0541ac77f4af5a7caf381c3f-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,266 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,272 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/e031171c12084fd98be38955039aeab9 2024-11-21T20:31:25,272 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:25,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45561 {}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221085273Disabling compacts and flushes for region at 1732221085273Disabling writes for close at 1732221085273Writing region close event to WAL at 1732221085274 (+1 ms)Closed at 1732221085274 2024-11-21T20:31:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-21T20:31:25,391 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,391 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-21T20:31:25,392 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:25,392 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,392 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,392 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:25,392 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,392 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4, hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9] to archive 2024-11-21T20:31:25,396 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:31:25,399 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4 to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/0aced520f5c34f8d8de933c0d1807bd4 2024-11-21T20:31:25,401 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9 to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/eb5a77136e40449eb0fc61dfa32242d9 2024-11-21T20:31:25,417 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a] to archive 2024-11-21T20:31:25,418 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:31:25,421 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/712e743a32fa44c4b72c5ce9f19d381a 2024-11-21T20:31:25,426 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-21T20:31:25,427 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,428 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221085392Running coprocessor pre-close hooks at 1732221085392Disabling compacts and flushes for region at 1732221085392Disabling writes for close at 1732221085392Writing region close event to WAL at 1732221085422 (+30 ms)Running coprocessor post-close hooks at 1732221085427 (+5 ms)Closed at 1732221085427 2024-11-21T20:31:25,428 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1f21a7ea0541ac77f4af5a7caf381c3f move to 377014bd7527,45561,1732221069421 record at close sequenceid=12 2024-11-21T20:31:25,431 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=CLOSED 2024-11-21T20:31:25,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314 because future has completed 2024-11-21T20:31:25,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T20:31:25,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,44079,1732221069314 in 201 msec 2024-11-21T20:31:25,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE; state=CLOSED, location=377014bd7527,45561,1732221069421; forceNewPlan=false, retain=false 2024-11-21T20:31:25,592 INFO [377014bd7527:36103 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-21T20:31:25,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPENING, regionLocation=377014bd7527,45561,1732221069421 2024-11-21T20:31:25,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE because future has completed 2024-11-21T20:31:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421}] 2024-11-21T20:31:25,754 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,754 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:25,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:25,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,756 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,757 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:25,757 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:25,764 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/03fb3a1bf2444305a3609d047c11827a 2024-11-21T20:31:25,764 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:25,764 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,766 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:25,766 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:25,773 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/e031171c12084fd98be38955039aeab9 2024-11-21T20:31:25,773 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:25,773 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,774 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,775 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,776 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,776 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,777 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T20:31:25,778 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,779 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1f21a7ea0541ac77f4af5a7caf381c3f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71066647, jitterRate=0.05897556245326996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T20:31:25,780 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,780 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Running coprocessor pre-open hook at 1732221085755Writing region info on filesystem at 1732221085755Initializing all the Stores at 1732221085756 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221085756Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221085756Cleaning up temporary data from old regions at 1732221085776 (+20 ms)Running coprocessor post-open hooks at 1732221085780 (+4 ms)Region opened successfully at 1732221085780 2024-11-21T20:31:25,782 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., pid=12, masterSystemTime=1732221085750 2024-11-21T20:31:25,784 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,784 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPEN, openSeqNum=18, regionLocation=377014bd7527,45561,1732221069421 2024-11-21T20:31:25,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 because future has completed 2024-11-21T20:31:25,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-21T20:31:25,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,45561,1732221069421 in 193 msec 2024-11-21T20:31:25,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, REOPEN/MOVE in 562 msec 2024-11-21T20:31:25,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T20:31:25,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T20:31:25,837 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 377014bd7527,45561,1732221069421: testing ***** 2024-11-21T20:31:25,837 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T20:31:25,839 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T20:31:25,840 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T20:31:25,843 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T20:31:25,844 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T20:31:25,855 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 239474528 }, "NonHeapMemoryUsage": { "committed": 169738240, "init": 7667712, "max": -1, "used": 167251536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "377014bd7527", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 3, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "377014bd7527", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61077", "tag.serverName": "377014bd7527,44079,1732221069314", "tag.clusterId": "65d28f18-45be-4651-aa13-a8a7e8757977", "tag.Context": "regionserver", "tag.Hostname": "377014bd7527", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732221069314, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-21T20:31:25,858 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36103 {}] master.MasterRpcServices(700): 377014bd7527,45561,1732221069421 reported a fatal error: ***** ABORTING region server 377014bd7527,45561,1732221069421: testing ***** 2024-11-21T20:31:25,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,45561,1732221069421' ***** 2024-11-21T20:31:25,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-21T20:31:25,861 INFO [RS:1;377014bd7527:45561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:31:25,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:31:25,861 INFO [RS:1;377014bd7527:45561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-21T20:31:25,861 INFO [RS:1;377014bd7527:45561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-21T20:31:25,861 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,862 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(956): aborting server 377014bd7527,45561,1732221069421 2024-11-21T20:31:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:32910 deadline: 1732221145861, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=45561 startCode=1732221069421. As of locationSeqNum=12. 2024-11-21T20:31:25,862 INFO [RS:1;377014bd7527:45561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:31:25,862 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:25,862 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,862 INFO [RS:1;377014bd7527:45561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;377014bd7527:45561. 2024-11-21T20:31:25,862 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,862 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:25,862 DEBUG [RS:1;377014bd7527:45561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:31:25,862 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,44079,1732221069314, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,44079,1732221069314, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=45561 startCode=1732221069421. As of locationSeqNum=12. 2024-11-21T20:31:25,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,44079,1732221069314, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=45561 startCode=1732221069421. As of locationSeqNum=12. 2024-11-21T20:31:25,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,44079,1732221069314, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=377014bd7527 port=45561 startCode=1732221069421. As of locationSeqNum=12. 2024-11-21T20:31:25,863 DEBUG [RS:1;377014bd7527:45561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:25,863 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T20:31:25,863 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1325): Online Regions={1f21a7ea0541ac77f4af5a7caf381c3f=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.} 2024-11-21T20:31:25,864 DEBUG [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1351): Waiting on 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:25,868 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,868 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221085862Running coprocessor pre-close hooks at 1732221085862Disabling compacts and flushes for region at 1732221085862Disabling writes for close at 1732221085862Writing region close event to WAL at 1732221085867 (+5 ms)Running coprocessor post-close hooks at 1732221085867Closed at 1732221085868 (+1 ms) 2024-11-21T20:31:25,868 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:25,883 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:25,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 377014bd7527,45561,1732221069421 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:25,974 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 377014bd7527,45561,1732221069421 aborting 2024-11-21T20:31:25,974 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 377014bd7527,45561,1732221069421 aborting 2024-11-21T20:31:25,975 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=12 from cache 2024-11-21T20:31:25,988 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T20:31:25,988 INFO [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T20:31:26,064 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,45561,1732221069421; all regions closed. 2024-11-21T20:31:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741835_1011 (size=2142) 2024-11-21T20:31:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741835_1011 (size=2142) 2024-11-21T20:31:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741835_1011 (size=2142) 2024-11-21T20:31:26,071 DEBUG [RS:1;377014bd7527:45561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:26,071 INFO [RS:1;377014bd7527:45561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:26,071 INFO [RS:1;377014bd7527:45561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:31:26,071 INFO [RS:1;377014bd7527:45561 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:31:26,072 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:31:26,072 INFO [RS:1;377014bd7527:45561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:31:26,072 INFO [RS:1;377014bd7527:45561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:31:26,072 INFO [RS:1;377014bd7527:45561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:31:26,072 INFO [RS:1;377014bd7527:45561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:31:26,073 INFO [RS:1;377014bd7527:45561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45561 2024-11-21T20:31:26,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:31:26,155 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/377014bd7527,45561,1732221069421 2024-11-21T20:31:26,155 INFO [RS:1;377014bd7527:45561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:31:26,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,45561,1732221069421] 2024-11-21T20:31:26,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/377014bd7527,45561,1732221069421 already deleted, retry=false 2024-11-21T20:31:26,176 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 377014bd7527,45561,1732221069421 on 377014bd7527,36103,1732221068541 2024-11-21T20:31:26,180 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 377014bd7527,45561,1732221069421, splitWal=true, meta=false 2024-11-21T20:31:26,182 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 377014bd7527,45561,1732221069421 (carryingMeta=false) 377014bd7527,45561,1732221069421/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@220c6391[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T20:31:26,182 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 377014bd7527,45561,1732221069421, splitWal=true, meta=false 2024-11-21T20:31:26,184 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 377014bd7527,45561,1732221069421 had 1 regions 2024-11-21T20:31:26,186 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 377014bd7527,45561,1732221069421, splitWal=true, meta=false, isMeta: false 2024-11-21T20:31:26,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18] 2024-11-21T20:31:26,187 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting 2024-11-21T20:31:26,189 INFO [PEWorker-2 {}] master.SplitWALManager(105): 377014bd7527,45561,1732221069421 WAL count=1, meta=false 2024-11-21T20:31:26,189 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 377014bd7527:45561 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 377014bd7527/172.17.0.2:45561 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:26,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18, error=java.net.ConnectException: Call to address=377014bd7527:45561 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 377014bd7527/172.17.0.2:45561 2024-11-21T20:31:26,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-21T20:31:26,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 from cache 2024-11-21T20:31:26,190 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 377014bd7527:45561 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 377014bd7527/172.17.0.2:45561 2024-11-21T20:31:26,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 377014bd7527%2C45561%2C1732221069421.1732221071122}] 2024-11-21T20:31:26,196 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=377014bd7527,44079,1732221069314 2024-11-21T20:31:26,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 377014bd7527%2C45561%2C1732221069421.1732221071122, worker=377014bd7527,44079,1732221069314}] 2024-11-21T20:31:26,266 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:26,266 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45561-0x1015f17dd8a0002, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:26,266 INFO [RS:1;377014bd7527:45561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:31:26,267 INFO [RS:1;377014bd7527:45561 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,45561,1732221069421; zookeeper connection closed. 2024-11-21T20:31:26,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9881647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9881647 2024-11-21T20:31:26,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-21T20:31:26,374 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122, size=2.1 K (2142bytes) 2024-11-21T20:31:26,374 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 2024-11-21T20:31:26,374 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 after 0ms 2024-11-21T20:31:26,377 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 took 3ms 2024-11-21T20:31:26,383 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1f21a7ea0541ac77f4af5a7caf381c3f: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-21T20:31:26,383 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 so closing down 2024-11-21T20:31:26,383 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:26,384 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:26,384 INFO [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-21T20:31:26,384 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122, journal: Splitting hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122, size=2.1 K (2142bytes) at 1732221086374Finishing writing output for hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 so closing down at 1732221086383 (+9 ms)3 split writer threads finished at 1732221086384 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1732221086384 2024-11-21T20:31:26,384 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 2024-11-21T20:31:26,385 DEBUG [RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T20:31:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T20:31:26,392 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting/377014bd7527%2C45561%2C1732221069421.1732221071122 to hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs 2024-11-21T20:31:26,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T20:31:26,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 377014bd7527%2C45561%2C1732221069421.1732221071122, worker=377014bd7527,44079,1732221069314 in 195 msec 2024-11-21T20:31:26,397 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=377014bd7527,44079,1732221069314 2024-11-21T20:31:26,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T20:31:26,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 377014bd7527%2C45561%2C1732221069421.1732221071122, worker=377014bd7527,44079,1732221069314 in 207 msec 2024-11-21T20:31:26,402 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting dir is empty, no logs to split. 2024-11-21T20:31:26,403 INFO [PEWorker-1 {}] master.SplitWALManager(105): 377014bd7527,45561,1732221069421 WAL count=0, meta=false 2024-11-21T20:31:26,403 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 377014bd7527,45561,1732221069421 WAL splitting is done? wals=0, meta=false 2024-11-21T20:31:26,405 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 377014bd7527,45561,1732221069421 failed, ignore...File hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/WALs/377014bd7527,45561,1732221069421-splitting does not exist. 2024-11-21T20:31:26,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN}] 2024-11-21T20:31:26,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN 2024-11-21T20:31:26,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T20:31:26,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18] 2024-11-21T20:31:26,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 377014bd7527:45561 this server is in the failed servers list 2024-11-21T20:31:26,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=377014bd7527:45561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 377014bd7527:45561 2024-11-21T20:31:26,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 377014bd7527:45561 2024-11-21T20:31:26,508 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,45561,1732221069421, seqNum=18 from cache 2024-11-21T20:31:26,560 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(204): Hosts are {377014bd7527=0} racks are {/default-rack=0} 2024-11-21T20:31:26,560 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-21T20:31:26,560 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-21T20:31:26,561 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-21T20:31:26,561 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-21T20:31:26,561 INFO [377014bd7527:36103 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-21T20:31:26,561 INFO [377014bd7527:36103 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-21T20:31:26,561 DEBUG [377014bd7527:36103 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-21T20:31:26,561 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPENING, regionLocation=377014bd7527,39019,1732221069465 2024-11-21T20:31:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN because future has completed 2024-11-21T20:31:26,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,39019,1732221069465}] 2024-11-21T20:31:26,725 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:26,725 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f21a7ea0541ac77f4af5a7caf381c3f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:26,726 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,726 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:26,726 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,727 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,735 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,737 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf1 2024-11-21T20:31:26,737 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:26,743 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf1/03fb3a1bf2444305a3609d047c11827a 2024-11-21T20:31:26,743 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:26,743 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,744 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f21a7ea0541ac77f4af5a7caf381c3f columnFamilyName cf2 2024-11-21T20:31:26,744 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:26,752 DEBUG [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/cf2/e031171c12084fd98be38955039aeab9 2024-11-21T20:31:26,752 INFO [StoreOpener-1f21a7ea0541ac77f4af5a7caf381c3f-1 {}] regionserver.HStore(327): Store=1f21a7ea0541ac77f4af5a7caf381c3f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:26,752 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,753 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,754 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,755 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-21T20:31:26,757 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,758 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1f21a7ea0541ac77f4af5a7caf381c3f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72496420, jitterRate=0.0802808403968811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-21T20:31:26,758 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:26,758 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Running coprocessor pre-open hook at 1732221086727Writing region info on filesystem at 1732221086727Initializing all the Stores at 1732221086728 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221086728Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221086735 (+7 ms)Cleaning up temporary data from old regions at 1732221086755 (+20 ms)Running coprocessor post-open hooks at 1732221086758 (+3 ms)Region opened successfully at 1732221086758 2024-11-21T20:31:26,759 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., pid=17, masterSystemTime=1732221086718 2024-11-21T20:31:26,762 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:26,762 INFO [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:26,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1f21a7ea0541ac77f4af5a7caf381c3f, regionState=OPEN, openSeqNum=18, regionLocation=377014bd7527,39019,1732221069465 2024-11-21T20:31:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,39019,1732221069465 because future has completed 2024-11-21T20:31:26,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T20:31:26,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f21a7ea0541ac77f4af5a7caf381c3f, server=377014bd7527,39019,1732221069465 in 201 msec 2024-11-21T20:31:26,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-21T20:31:26,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1f21a7ea0541ac77f4af5a7caf381c3f, ASSIGN in 362 msec 2024-11-21T20:31:26,772 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 377014bd7527,45561,1732221069421 after splitting done 2024-11-21T20:31:26,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 377014bd7527,45561,1732221069421, splitWal=true, meta=false in 596 msec 2024-11-21T20:31:27,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., hostname=377014bd7527,39019,1732221069465, seqNum=18] 2024-11-21T20:31:27,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 410), OpenFileDescriptor=1050 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=13995 (was 14113) 2024-11-21T20:31:27,054 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-21T20:31:27,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=13994 2024-11-21T20:31:27,068 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-21T20:31:27,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:27,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:27,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:27,091 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43541187, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-43541187, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:27,102 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43541187/hregion-43541187.1732221087091, exclude list is [], retry=0 2024-11-21T20:31:27,105 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:27,105 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:27,105 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:27,107 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43541187/hregion-43541187.1732221087091 2024-11-21T20:31:27,107 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:27,108 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => afc7fc87134f78702e5eba7dedea5cbe, NAME => 'testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741893_1071 (size=67) 2024-11-21T20:31:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741893_1071 (size=67) 2024-11-21T20:31:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741893_1071 (size=67) 2024-11-21T20:31:27,119 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:27,121 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,122 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName a 2024-11-21T20:31:27,122 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,123 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,123 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,124 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName b 2024-11-21T20:31:27,124 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,125 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,125 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,126 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName c 2024-11-21T20:31:27,126 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,127 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,127 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,130 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:27,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,133 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:27,134 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened afc7fc87134f78702e5eba7dedea5cbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70743689, jitterRate=0.05416311323642731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:27,134 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for afc7fc87134f78702e5eba7dedea5cbe: Writing region info on filesystem at 1732221087119Initializing all the Stores at 1732221087120 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087120Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087120Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087120Cleaning up temporary data from old regions at 1732221087129 (+9 ms)Region opened successfully at 1732221087134 (+5 ms) 2024-11-21T20:31:27,134 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing afc7fc87134f78702e5eba7dedea5cbe, disabling compactions & flushes 2024-11-21T20:31:27,134 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. after waiting 0 ms 2024-11-21T20:31:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,135 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,135 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for afc7fc87134f78702e5eba7dedea5cbe: Waiting for close lock at 1732221087134Disabling compacts and flushes for region at 1732221087134Disabling writes for close at 1732221087135 (+1 ms)Writing region close event to WAL at 1732221087135Closed at 1732221087135 2024-11-21T20:31:27,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741892_1070 (size=93) 2024-11-21T20:31:27,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741892_1070 (size=93) 2024-11-21T20:31:27,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741892_1070 (size=93) 2024-11-21T20:31:27,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:27,141 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43541187:(num 1732221087091) 2024-11-21T20:31:27,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:27,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:27,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, exclude list is [], retry=0 2024-11-21T20:31:27,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:27,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:27,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:27,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 2024-11-21T20:31:27,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:27,169 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => afc7fc87134f78702e5eba7dedea5cbe, NAME => 'testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:27,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:27,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,171 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,172 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName a 2024-11-21T20:31:27,172 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,173 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,173 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,174 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName b 2024-11-21T20:31:27,174 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,174 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,174 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,175 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName c 2024-11-21T20:31:27,175 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,176 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,176 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,179 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,179 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,179 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:27,181 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,182 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened afc7fc87134f78702e5eba7dedea5cbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72782472, jitterRate=0.08454334735870361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:27,182 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for afc7fc87134f78702e5eba7dedea5cbe: Writing region info on filesystem at 1732221087170Initializing all the Stores at 1732221087171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087171Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087171Cleaning up temporary data from old regions at 1732221087179 (+8 ms)Region opened successfully at 1732221087182 (+3 ms) 2024-11-21T20:31:27,213 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing afc7fc87134f78702e5eba7dedea5cbe 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T20:31:27,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/a/cebea77b83c641abbad6da231e608f9e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732221087182/Put/seqid=0 2024-11-21T20:31:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741895_1073 (size=5958) 2024-11-21T20:31:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741895_1073 (size=5958) 2024-11-21T20:31:27,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741895_1073 (size=5958) 2024-11-21T20:31:27,243 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/a/cebea77b83c641abbad6da231e608f9e 2024-11-21T20:31:27,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/c5f4963bcd2743968e041b659c3e385f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732221087192/Put/seqid=0 2024-11-21T20:31:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741896_1074 (size=5958) 2024-11-21T20:31:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741896_1074 (size=5958) 2024-11-21T20:31:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741896_1074 (size=5958) 2024-11-21T20:31:27,270 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/c5f4963bcd2743968e041b659c3e385f 2024-11-21T20:31:27,290 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/c/d599e1ecef74433d80a6ad256ad78a21 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732221087201/Put/seqid=0 2024-11-21T20:31:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741897_1075 (size=5958) 2024-11-21T20:31:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741897_1075 (size=5958) 2024-11-21T20:31:27,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741897_1075 (size=5958) 2024-11-21T20:31:27,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/c/d599e1ecef74433d80a6ad256ad78a21 2024-11-21T20:31:27,302 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/a/cebea77b83c641abbad6da231e608f9e as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/a/cebea77b83c641abbad6da231e608f9e 2024-11-21T20:31:27,308 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/a/cebea77b83c641abbad6da231e608f9e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T20:31:27,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/c5f4963bcd2743968e041b659c3e385f as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/c5f4963bcd2743968e041b659c3e385f 2024-11-21T20:31:27,314 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/c5f4963bcd2743968e041b659c3e385f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T20:31:27,315 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/c/d599e1ecef74433d80a6ad256ad78a21 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/c/d599e1ecef74433d80a6ad256ad78a21 2024-11-21T20:31:27,320 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/c/d599e1ecef74433d80a6ad256ad78a21, entries=10, sequenceid=33, filesize=5.8 K 2024-11-21T20:31:27,322 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for afc7fc87134f78702e5eba7dedea5cbe in 109ms, sequenceid=33, compaction requested=false 2024-11-21T20:31:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for afc7fc87134f78702e5eba7dedea5cbe: 2024-11-21T20:31:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing afc7fc87134f78702e5eba7dedea5cbe, disabling compactions & flushes 2024-11-21T20:31:27,322 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. after waiting 0 ms 2024-11-21T20:31:27,322 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,324 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. 2024-11-21T20:31:27,324 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for afc7fc87134f78702e5eba7dedea5cbe: Waiting for close lock at 1732221087322Disabling compacts and flushes for region at 1732221087322Disabling writes for close at 1732221087322Writing region close event to WAL at 1732221087324 (+2 ms)Closed at 1732221087324 2024-11-21T20:31:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741894_1072 (size=5937) 2024-11-21T20:31:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741894_1072 (size=5937) 2024-11-21T20:31:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741894_1072 (size=5937) 2024-11-21T20:31:27,331 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/c5f4963bcd2743968e041b659c3e385f to hdfs://localhost:35123/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/c5f4963bcd2743968e041b659c3e385f 2024-11-21T20:31:27,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, size=5.8 K (5937bytes) 2024-11-21T20:31:27,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 2024-11-21T20:31:27,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 after 0ms 2024-11-21T20:31:27,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 took 3ms 2024-11-21T20:31:27,352 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 so closing down 2024-11-21T20:31:27,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:27,353 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732221087144.temp 2024-11-21T20:31:27,354 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp 2024-11-21T20:31:27,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:27,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741898_1076 (size=5223) 2024-11-21T20:31:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741898_1076 (size=5223) 2024-11-21T20:31:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741898_1076 (size=5223) 2024-11-21T20:31:27,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:27,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 2024-11-21T20:31:27,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-21T20:31:27,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, journal: Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, size=5.8 K (5937bytes) at 1732221087347Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 so closing down at 1732221087352 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp at 1732221087354 (+2 ms)3 split writer threads finished at 1732221087354Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732221087361 (+7 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000003-wal.1732221087144.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 at 1732221087362 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1732221087362 2024-11-21T20:31:27,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087144 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221087144 2024-11-21T20:31:27,365 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 2024-11-21T20:31:27,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:27,367 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:27,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087367, exclude list is [], retry=0 2024-11-21T20:31:27,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:27,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:27,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:27,384 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087367 2024-11-21T20:31:27,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:27,385 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => afc7fc87134f78702e5eba7dedea5cbe, NAME => 'testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:27,385 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:27,385 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,385 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,386 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,387 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName a 2024-11-21T20:31:27,387 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,393 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/a/cebea77b83c641abbad6da231e608f9e 2024-11-21T20:31:27,393 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,393 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,394 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName b 2024-11-21T20:31:27,395 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,395 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,395 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,396 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afc7fc87134f78702e5eba7dedea5cbe columnFamilyName c 2024-11-21T20:31:27,396 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,402 DEBUG [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/c/d599e1ecef74433d80a6ad256ad78a21 2024-11-21T20:31:27,402 INFO [StoreOpener-afc7fc87134f78702e5eba7dedea5cbe-1 {}] regionserver.HStore(327): Store=afc7fc87134f78702e5eba7dedea5cbe/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,402 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,403 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,405 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,406 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 2024-11-21T20:31:27,409 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 2024-11-21T20:31:27,410 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing afc7fc87134f78702e5eba7dedea5cbe 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T20:31:27,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/03f6c82485ed4155b113e6cade934c6a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732221087192/Put/seqid=0 2024-11-21T20:31:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741900_1078 (size=5958) 2024-11-21T20:31:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741900_1078 (size=5958) 2024-11-21T20:31:27,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741900_1078 (size=5958) 2024-11-21T20:31:27,437 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/03f6c82485ed4155b113e6cade934c6a 2024-11-21T20:31:27,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/.tmp/b/03f6c82485ed4155b113e6cade934c6a as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/03f6c82485ed4155b113e6cade934c6a 2024-11-21T20:31:27,448 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/b/03f6c82485ed4155b113e6cade934c6a, entries=10, sequenceid=32, filesize=5.8 K 2024-11-21T20:31:27,449 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for afc7fc87134f78702e5eba7dedea5cbe in 40ms, sequenceid=32, compaction requested=false; wal=null 2024-11-21T20:31:27,449 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/0000000000000000032 2024-11-21T20:31:27,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:27,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for afc7fc87134f78702e5eba7dedea5cbe 2024-11-21T20:31:27,454 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/afc7fc87134f78702e5eba7dedea5cbe/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-21T20:31:27,455 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened afc7fc87134f78702e5eba7dedea5cbe; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62964207, jitterRate=-0.061760202050209045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:27,455 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for afc7fc87134f78702e5eba7dedea5cbe: Writing region info on filesystem at 1732221087385Initializing all the Stores at 1732221087386 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087386Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087386Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087386Obtaining lock to block concurrent updates at 1732221087410 (+24 ms)Preparing flush snapshotting stores in afc7fc87134f78702e5eba7dedea5cbe at 1732221087410Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732221087410Flushing stores of testReplayEditsWrittenViaHRegion,,1732221087087.afc7fc87134f78702e5eba7dedea5cbe. at 1732221087410Flushing afc7fc87134f78702e5eba7dedea5cbe/b: creating writer at 1732221087410Flushing afc7fc87134f78702e5eba7dedea5cbe/b: appending metadata at 1732221087428 (+18 ms)Flushing afc7fc87134f78702e5eba7dedea5cbe/b: closing flushed file at 1732221087428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9df456: reopening flushed file at 1732221087442 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for afc7fc87134f78702e5eba7dedea5cbe in 40ms, sequenceid=32, compaction requested=false; wal=null at 1732221087449 (+7 ms)Cleaning up temporary data from old regions at 1732221087450 (+1 ms)Region opened successfully at 1732221087455 (+5 ms) 2024-11-21T20:31:27,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:57788 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:57620 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:51642 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:51816 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:57446 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:57336 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=13987 (was 13994) 2024-11-21T20:31:27,479 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-21T20:31:27,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=13986 2024-11-21T20:31:27,490 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-21T20:31:27,504 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:27,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:27,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:27,509 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46252068, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-46252068, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:27,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46252068/hregion-46252068.1732221087509, exclude list is [], retry=0 2024-11-21T20:31:27,525 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:27,525 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:27,525 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:27,527 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46252068/hregion-46252068.1732221087509 2024-11-21T20:31:27,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:27,528 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 91e82ec5a8bf25be5c8411ff10cf4599, NAME => 'testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741902_1080 (size=68) 2024-11-21T20:31:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741902_1080 (size=68) 2024-11-21T20:31:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741902_1080 (size=68) 2024-11-21T20:31:27,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:27,537 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,538 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName a 2024-11-21T20:31:27,538 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,539 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,539 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,540 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName b 2024-11-21T20:31:27,540 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,540 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,541 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,542 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName c 2024-11-21T20:31:27,542 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,542 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,543 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,543 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:27,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,550 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:27,551 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91e82ec5a8bf25be5c8411ff10cf4599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61446810, jitterRate=-0.0843711793422699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:27,552 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91e82ec5a8bf25be5c8411ff10cf4599: Writing region info on filesystem at 1732221087536Initializing all the Stores at 1732221087537 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087537Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087537Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087537Cleaning up temporary data from old regions at 1732221087545 (+8 ms)Region opened successfully at 1732221087552 (+7 ms) 2024-11-21T20:31:27,552 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 91e82ec5a8bf25be5c8411ff10cf4599, disabling compactions & flushes 2024-11-21T20:31:27,552 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:27,552 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:27,552 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. after waiting 0 ms 2024-11-21T20:31:27,552 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:27,553 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:27,553 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 91e82ec5a8bf25be5c8411ff10cf4599: Waiting for close lock at 1732221087552Disabling compacts and flushes for region at 1732221087552Disabling writes for close at 1732221087552Writing region close event to WAL at 1732221087553 (+1 ms)Closed at 1732221087553 2024-11-21T20:31:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741901_1079 (size=93) 2024-11-21T20:31:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741901_1079 (size=93) 2024-11-21T20:31:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741901_1079 (size=93) 2024-11-21T20:31:27,631 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:27,631 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46252068:(num 1732221087509) 2024-11-21T20:31:27,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:27,634 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:27,647 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, exclude list is [], retry=0 2024-11-21T20:31:27,649 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:27,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:27,650 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:27,651 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 2024-11-21T20:31:27,652 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:27,709 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 91e82ec5a8bf25be5c8411ff10cf4599, NAME => 'testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:27,711 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:27,711 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,711 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,713 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,714 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName a 2024-11-21T20:31:27,715 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,715 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,715 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,716 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName b 2024-11-21T20:31:27,716 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,717 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,717 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,718 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName c 2024-11-21T20:31:27,718 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:27,718 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:27,718 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,721 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,721 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,722 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:27,723 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,724 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91e82ec5a8bf25be5c8411ff10cf4599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58780079, jitterRate=-0.12410856783390045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:27,724 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:27,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91e82ec5a8bf25be5c8411ff10cf4599: Running coprocessor pre-open hook at 1732221087712Writing region info on filesystem at 1732221087712Initializing all the Stores at 1732221087713 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087713Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087713Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221087713Cleaning up temporary data from old regions at 1732221087721 (+8 ms)Running coprocessor post-open hooks at 1732221087724 (+3 ms)Region opened successfully at 1732221087724 2024-11-21T20:31:27,737 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91e82ec5a8bf25be5c8411ff10cf4599 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-21T20:31:27,738 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:28,739 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:28,889 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-21T20:31:28,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:28,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-21T20:31:28,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:28,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-21T20:31:28,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:28,895 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-21T20:31:28,895 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:28,897 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-21T20:31:28,897 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:29,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:31:29,741 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:30,742 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:31,744 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:32,746 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:33,748 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:34,749 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:35,751 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:36,752 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 91e82ec5a8bf25be5c8411ff10cf4599/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:36,754 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 91e82ec5a8bf25be5c8411ff10cf4599: 2024-11-21T20:31:36,754 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,769 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 91e82ec5a8bf25be5c8411ff10cf4599: 2024-11-21T20:31:36,770 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-21T20:31:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 91e82ec5a8bf25be5c8411ff10cf4599, disabling compactions & flushes 2024-11-21T20:31:36,770 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. after waiting 0 ms 2024-11-21T20:31:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,770 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,770 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. 2024-11-21T20:31:36,770 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 91e82ec5a8bf25be5c8411ff10cf4599: Waiting for close lock at 1732221096770Running coprocessor pre-close hooks at 1732221096770Disabling compacts and flushes for region at 1732221096770Disabling writes for close at 1732221096770Writing region close event to WAL at 1732221096770Running coprocessor post-close hooks at 1732221096770Closed at 1732221096770 2024-11-21T20:31:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741903_1081 (size=3941) 2024-11-21T20:31:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741903_1081 (size=3941) 2024-11-21T20:31:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741903_1081 (size=3941) 2024-11-21T20:31:36,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, size=3.8 K (3941bytes) 2024-11-21T20:31:36,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 2024-11-21T20:31:36,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 after 0ms 2024-11-21T20:31:36,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 took 3ms 2024-11-21T20:31:36,792 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 so closing down 2024-11-21T20:31:36,792 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:36,793 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732221087635.temp 2024-11-21T20:31:36,794 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp 2024-11-21T20:31:36,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741904_1082 (size=2983) 2024-11-21T20:31:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741904_1082 (size=2983) 2024-11-21T20:31:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741904_1082 (size=2983) 2024-11-21T20:31:36,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:36,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 2024-11-21T20:31:36,805 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-21T20:31:36,805 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, journal: Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, size=3.8 K (3941bytes) at 1732221096787Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 so closing down at 1732221096792 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp at 1732221096794 (+2 ms)3 split writer threads finished at 1732221096794Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732221096803 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000004-wal.1732221087635.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 at 1732221096805 (+2 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1732221096805 2024-11-21T20:31:36,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221087635 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221087635 2024-11-21T20:31:36,808 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 2024-11-21T20:31:36,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:36,810 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:36,823 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221096810, exclude list is [], retry=0 2024-11-21T20:31:36,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:36,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:36,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:36,827 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221096810 2024-11-21T20:31:36,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:36,828 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 91e82ec5a8bf25be5c8411ff10cf4599, NAME => 'testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:36,828 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,828 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:36,829 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,830 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,831 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName a 2024-11-21T20:31:36,831 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:36,832 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:36,832 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,833 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName b 2024-11-21T20:31:36,833 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:36,833 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:36,833 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,834 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e82ec5a8bf25be5c8411ff10cf4599 columnFamilyName c 2024-11-21T20:31:36,834 DEBUG [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:36,834 INFO [StoreOpener-91e82ec5a8bf25be5c8411ff10cf4599-1 {}] regionserver.HStore(327): Store=91e82ec5a8bf25be5c8411ff10cf4599/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:36,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,836 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,837 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 2024-11-21T20:31:36,840 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 2024-11-21T20:31:36,840 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91e82ec5a8bf25be5c8411ff10cf4599 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-21T20:31:36,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/a/8b3f087f995847848fdc663e5c2d3e46 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732221096762/Put/seqid=0 2024-11-21T20:31:36,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741906_1084 (size=5523) 2024-11-21T20:31:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741906_1084 (size=5523) 2024-11-21T20:31:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741906_1084 (size=5523) 2024-11-21T20:31:36,862 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/a/8b3f087f995847848fdc663e5c2d3e46 2024-11-21T20:31:36,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/b/537b0b344a304044971819594323dcb9 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732221096754/Put/seqid=0 2024-11-21T20:31:36,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741907_1085 (size=5524) 2024-11-21T20:31:36,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741907_1085 (size=5524) 2024-11-21T20:31:36,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741907_1085 (size=5524) 2024-11-21T20:31:36,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/b/537b0b344a304044971819594323dcb9 2024-11-21T20:31:36,907 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/c/666b8745c27e4781a6e069dd52fc8cef is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732221096758/Put/seqid=0 2024-11-21T20:31:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741908_1086 (size=5457) 2024-11-21T20:31:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741908_1086 (size=5457) 2024-11-21T20:31:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741908_1086 (size=5457) 2024-11-21T20:31:36,914 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/c/666b8745c27e4781a6e069dd52fc8cef 2024-11-21T20:31:36,920 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/a/8b3f087f995847848fdc663e5c2d3e46 as hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/a/8b3f087f995847848fdc663e5c2d3e46 2024-11-21T20:31:36,926 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/a/8b3f087f995847848fdc663e5c2d3e46, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T20:31:36,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/b/537b0b344a304044971819594323dcb9 as hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/b/537b0b344a304044971819594323dcb9 2024-11-21T20:31:36,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/b/537b0b344a304044971819594323dcb9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-21T20:31:36,934 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/.tmp/c/666b8745c27e4781a6e069dd52fc8cef as hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/c/666b8745c27e4781a6e069dd52fc8cef 2024-11-21T20:31:36,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/c/666b8745c27e4781a6e069dd52fc8cef, entries=6, sequenceid=26, filesize=5.3 K 2024-11-21T20:31:36,939 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 91e82ec5a8bf25be5c8411ff10cf4599 in 99ms, sequenceid=26, compaction requested=false; wal=null 2024-11-21T20:31:36,940 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/0000000000000000026 2024-11-21T20:31:36,941 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,941 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,942 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:36,944 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,946 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsAfterAbortingFlush/91e82ec5a8bf25be5c8411ff10cf4599/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-21T20:31:36,947 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91e82ec5a8bf25be5c8411ff10cf4599; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60987319, jitterRate=-0.09121812880039215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:36,947 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91e82ec5a8bf25be5c8411ff10cf4599 2024-11-21T20:31:36,947 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91e82ec5a8bf25be5c8411ff10cf4599: Running coprocessor pre-open hook at 1732221096829Writing region info on filesystem at 1732221096829Initializing all the Stores at 1732221096830 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221096830Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221096830Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221096830Obtaining lock to block concurrent updates at 1732221096840 (+10 ms)Preparing flush snapshotting stores in 91e82ec5a8bf25be5c8411ff10cf4599 at 1732221096840Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732221096840Flushing stores of testReplayEditsAfterAbortingFlush,,1732221087504.91e82ec5a8bf25be5c8411ff10cf4599. at 1732221096840Flushing 91e82ec5a8bf25be5c8411ff10cf4599/a: creating writer at 1732221096840Flushing 91e82ec5a8bf25be5c8411ff10cf4599/a: appending metadata at 1732221096854 (+14 ms)Flushing 91e82ec5a8bf25be5c8411ff10cf4599/a: closing flushed file at 1732221096854Flushing 91e82ec5a8bf25be5c8411ff10cf4599/b: creating writer at 1732221096867 (+13 ms)Flushing 91e82ec5a8bf25be5c8411ff10cf4599/b: appending metadata at 1732221096881 (+14 ms)Flushing 91e82ec5a8bf25be5c8411ff10cf4599/b: closing flushed file at 1732221096881Flushing 91e82ec5a8bf25be5c8411ff10cf4599/c: creating writer at 1732221096893 (+12 ms)Flushing 91e82ec5a8bf25be5c8411ff10cf4599/c: appending metadata at 1732221096907 (+14 ms)Flushing 91e82ec5a8bf25be5c8411ff10cf4599/c: closing flushed file at 1732221096907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c9c861: reopening flushed file at 1732221096919 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d9993: reopening flushed file at 1732221096926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750dd84a: reopening flushed file at 1732221096933 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 91e82ec5a8bf25be5c8411ff10cf4599 in 99ms, sequenceid=26, compaction requested=false; wal=null at 1732221096939 (+6 ms)Cleaning up temporary data from old regions at 1732221096941 (+2 ms)Running coprocessor post-open hooks at 1732221096947 (+6 ms)Region opened successfully at 1732221096947 2024-11-21T20:31:36,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 419), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=13967 (was 13986) 2024-11-21T20:31:36,967 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-21T20:31:36,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=13965 2024-11-21T20:31:36,979 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-21T20:31:36,995 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:36,997 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:36,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:37,000 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18028052, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-18028052, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:37,013 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18028052/hregion-18028052.1732221097001, exclude list is [], retry=0 2024-11-21T20:31:37,016 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:37,016 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:37,017 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:37,018 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18028052/hregion-18028052.1732221097001 2024-11-21T20:31:37,018 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:37,018 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3d057631f3ea64e036772cf91af7fdc3, NAME => 'testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741910_1088 (size=61) 2024-11-21T20:31:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741910_1088 (size=61) 2024-11-21T20:31:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741910_1088 (size=61) 2024-11-21T20:31:37,027 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,028 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,030 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d057631f3ea64e036772cf91af7fdc3 columnFamilyName a 2024-11-21T20:31:37,030 DEBUG [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,030 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(327): Store=3d057631f3ea64e036772cf91af7fdc3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,030 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,031 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,031 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,032 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,032 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,033 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,036 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:37,036 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d057631f3ea64e036772cf91af7fdc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68284604, jitterRate=0.017519891262054443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d057631f3ea64e036772cf91af7fdc3: Writing region info on filesystem at 1732221097027Initializing all the Stores at 1732221097028 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097028Cleaning up temporary data from old regions at 1732221097032 (+4 ms)Region opened successfully at 1732221097037 (+5 ms) 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3d057631f3ea64e036772cf91af7fdc3, disabling compactions & flushes 2024-11-21T20:31:37,037 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. after waiting 0 ms 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,037 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,037 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3d057631f3ea64e036772cf91af7fdc3: Waiting for close lock at 1732221097037Disabling compacts and flushes for region at 1732221097037Disabling writes for close at 1732221097037Writing region close event to WAL at 1732221097037Closed at 1732221097037 2024-11-21T20:31:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741909_1087 (size=93) 2024-11-21T20:31:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741909_1087 (size=93) 2024-11-21T20:31:37,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741909_1087 (size=93) 2024-11-21T20:31:37,043 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:37,043 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18028052:(num 1732221097001) 2024-11-21T20:31:37,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:37,045 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:37,058 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, exclude list is [], retry=0 2024-11-21T20:31:37,060 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:37,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:37,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:37,062 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 2024-11-21T20:31:37,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d057631f3ea64e036772cf91af7fdc3, NAME => 'testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,063 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,064 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,065 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d057631f3ea64e036772cf91af7fdc3 columnFamilyName a 2024-11-21T20:31:37,065 DEBUG [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,066 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(327): Store=3d057631f3ea64e036772cf91af7fdc3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,066 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,066 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,067 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,068 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,068 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,069 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,070 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d057631f3ea64e036772cf91af7fdc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68040642, jitterRate=0.013884574174880981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:37,071 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d057631f3ea64e036772cf91af7fdc3: Writing region info on filesystem at 1732221097063Initializing all the Stores at 1732221097064 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097064Cleaning up temporary data from old regions at 1732221097068 (+4 ms)Region opened successfully at 1732221097071 (+3 ms) 2024-11-21T20:31:37,081 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3d057631f3ea64e036772cf91af7fdc3, disabling compactions & flushes 2024-11-21T20:31:37,081 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,081 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,081 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. after waiting 0 ms 2024-11-21T20:31:37,081 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,081 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,081 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. 2024-11-21T20:31:37,081 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3d057631f3ea64e036772cf91af7fdc3: Waiting for close lock at 1732221097081Disabling compacts and flushes for region at 1732221097081Disabling writes for close at 1732221097081Writing region close event to WAL at 1732221097081Closed at 1732221097081 2024-11-21T20:31:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741911_1089 (size=1623) 2024-11-21T20:31:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741911_1089 (size=1623) 2024-11-21T20:31:37,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741911_1089 (size=1623) 2024-11-21T20:31:37,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, size=1.6 K (1623bytes) 2024-11-21T20:31:37,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 2024-11-21T20:31:37,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 after 0ms 2024-11-21T20:31:37,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 took 2ms 2024-11-21T20:31:37,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 so closing down 2024-11-21T20:31:37,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:37,105 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732221097045.temp 2024-11-21T20:31:37,107 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp 2024-11-21T20:31:37,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741912_1090 (size=1623) 2024-11-21T20:31:37,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741912_1090 (size=1623) 2024-11-21T20:31:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741912_1090 (size=1623) 2024-11-21T20:31:37,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:37,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp to hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 2024-11-21T20:31:37,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-21T20:31:37,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, journal: Splitting hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, size=1.6 K (1623bytes) at 1732221097100Finishing writing output for hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 so closing down at 1732221097104 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp at 1732221097107 (+3 ms)3 split writer threads finished at 1732221097107Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732221097114 (+7 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000003-wal.1732221097045.temp to hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 at 1732221097116 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1732221097116 2024-11-21T20:31:37,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097045 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221097045 2024-11-21T20:31:37,119 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 2024-11-21T20:31:37,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:37,512 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:37,525 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097512, exclude list is [], retry=0 2024-11-21T20:31:37,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:37,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:37,528 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:37,530 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097512 2024-11-21T20:31:37,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:37,530 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d057631f3ea64e036772cf91af7fdc3, NAME => 'testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:37,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,535 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,537 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d057631f3ea64e036772cf91af7fdc3 columnFamilyName a 2024-11-21T20:31:37,537 DEBUG [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,538 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(327): Store=3d057631f3ea64e036772cf91af7fdc3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,538 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,541 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 2024-11-21T20:31:37,544 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 2024-11-21T20:31:37,544 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d057631f3ea64e036772cf91af7fdc3 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-21T20:31:37,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/.tmp/a/3ca5a0c94d4d4927ae29fe3dee17f5dd is 79, key is testDatalossWhenInputError/a:x0/1732221097071/Put/seqid=0 2024-11-21T20:31:37,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741914_1092 (size=5808) 2024-11-21T20:31:37,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741914_1092 (size=5808) 2024-11-21T20:31:37,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741914_1092 (size=5808) 2024-11-21T20:31:37,572 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/.tmp/a/3ca5a0c94d4d4927ae29fe3dee17f5dd 2024-11-21T20:31:37,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/.tmp/a/3ca5a0c94d4d4927ae29fe3dee17f5dd as hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/a/3ca5a0c94d4d4927ae29fe3dee17f5dd 2024-11-21T20:31:37,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/a/3ca5a0c94d4d4927ae29fe3dee17f5dd, entries=10, sequenceid=12, filesize=5.7 K 2024-11-21T20:31:37,592 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3d057631f3ea64e036772cf91af7fdc3 in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-11-21T20:31:37,593 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/0000000000000000012 2024-11-21T20:31:37,594 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,594 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,597 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,600 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T20:31:37,600 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d057631f3ea64e036772cf91af7fdc3; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72905397, jitterRate=0.08637507259845734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:37,601 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d057631f3ea64e036772cf91af7fdc3: Writing region info on filesystem at 1732221097531Initializing all the Stores at 1732221097534 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097534Obtaining lock to block concurrent updates at 1732221097544 (+10 ms)Preparing flush snapshotting stores in 3d057631f3ea64e036772cf91af7fdc3 at 1732221097544Finished memstore snapshotting testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732221097545 (+1 ms)Flushing stores of testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3. at 1732221097545Flushing 3d057631f3ea64e036772cf91af7fdc3/a: creating writer at 1732221097545Flushing 3d057631f3ea64e036772cf91af7fdc3/a: appending metadata at 1732221097564 (+19 ms)Flushing 3d057631f3ea64e036772cf91af7fdc3/a: closing flushed file at 1732221097564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254dfcde: reopening flushed file at 1732221097580 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 3d057631f3ea64e036772cf91af7fdc3 in 48ms, sequenceid=12, compaction requested=false; wal=null at 1732221097592 (+12 ms)Cleaning up temporary data from old regions at 1732221097594 (+2 ms)Region opened successfully at 1732221097601 (+7 ms) 2024-11-21T20:31:37,604 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d057631f3ea64e036772cf91af7fdc3, NAME => 'testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:37,604 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732221096995.3d057631f3ea64e036772cf91af7fdc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,604 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,604 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,605 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,606 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d057631f3ea64e036772cf91af7fdc3 columnFamilyName a 2024-11-21T20:31:37,606 DEBUG [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,611 DEBUG [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/a/3ca5a0c94d4d4927ae29fe3dee17f5dd 2024-11-21T20:31:37,611 INFO [StoreOpener-3d057631f3ea64e036772cf91af7fdc3-1 {}] regionserver.HStore(327): Store=3d057631f3ea64e036772cf91af7fdc3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,611 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,614 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,614 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,616 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3d057631f3ea64e036772cf91af7fdc3 2024-11-21T20:31:37,618 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testDatalossWhenInputError/3d057631f3ea64e036772cf91af7fdc3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-21T20:31:37,619 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3d057631f3ea64e036772cf91af7fdc3; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74643831, jitterRate=0.11227975785732269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T20:31:37,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3d057631f3ea64e036772cf91af7fdc3: Writing region info on filesystem at 1732221097604Initializing all the Stores at 1732221097605 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097605Cleaning up temporary data from old regions at 1732221097614 (+9 ms)Region opened successfully at 1732221097619 (+5 ms) 2024-11-21T20:31:37,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:54668 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:54640 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:40410 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:48446 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-727526454-172.17.0.2-1732221063977:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:40346 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=13960 (was 13965) 2024-11-21T20:31:37,635 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-21T20:31:37,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=13959 2024-11-21T20:31:37,645 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-21T20:31:37,660 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:37,661 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:37,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:37,664 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92402170, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-92402170, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:37,680 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92402170/hregion-92402170.1732221097664, exclude list is [], retry=0 2024-11-21T20:31:37,682 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:37,683 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:37,683 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:37,684 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92402170/hregion-92402170.1732221097664 2024-11-21T20:31:37,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:37,685 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 05187e1469e76b7c3ea702f3532cf6eb, NAME => 'testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:37,685 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T20:31:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741916_1094 (size=63) 2024-11-21T20:31:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741916_1094 (size=63) 2024-11-21T20:31:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741916_1094 (size=63) 2024-11-21T20:31:37,695 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,696 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,698 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName a 2024-11-21T20:31:37,698 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,698 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,698 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,700 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName b 2024-11-21T20:31:37,700 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,700 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,700 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,701 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName c 2024-11-21T20:31:37,702 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,702 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,702 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,703 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,703 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,704 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,704 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,705 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:37,706 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,708 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:37,709 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 05187e1469e76b7c3ea702f3532cf6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67128631, jitterRate=2.945512533187866E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:37,710 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05187e1469e76b7c3ea702f3532cf6eb: Writing region info on filesystem at 1732221097695Initializing all the Stores at 1732221097696 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097696Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097696Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097696Cleaning up temporary data from old regions at 1732221097704 (+8 ms)Region opened successfully at 1732221097710 (+6 ms) 2024-11-21T20:31:37,710 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05187e1469e76b7c3ea702f3532cf6eb, disabling compactions & flushes 2024-11-21T20:31:37,710 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:37,710 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:37,710 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. after waiting 0 ms 2024-11-21T20:31:37,710 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:37,710 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:37,711 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05187e1469e76b7c3ea702f3532cf6eb: Waiting for close lock at 1732221097710Disabling compacts and flushes for region at 1732221097710Disabling writes for close at 1732221097710Writing region close event to WAL at 1732221097710Closed at 1732221097710 2024-11-21T20:31:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741915_1093 (size=93) 2024-11-21T20:31:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741915_1093 (size=93) 2024-11-21T20:31:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741915_1093 (size=93) 2024-11-21T20:31:37,718 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:37,718 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92402170:(num 1732221097664) 2024-11-21T20:31:37,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:37,720 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:37,732 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, exclude list is [], retry=0 2024-11-21T20:31:37,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:37,735 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:37,735 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:37,736 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 2024-11-21T20:31:37,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:37,737 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 05187e1469e76b7c3ea702f3532cf6eb, NAME => 'testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:37,737 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:37,737 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,737 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,738 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,739 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName a 2024-11-21T20:31:37,739 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,739 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,739 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,740 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName b 2024-11-21T20:31:37,740 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,740 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,740 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,741 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName c 2024-11-21T20:31:37,741 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:37,741 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:37,741 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,744 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,744 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,744 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:37,745 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:37,746 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 05187e1469e76b7c3ea702f3532cf6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72130918, jitterRate=0.0748344361782074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:37,746 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05187e1469e76b7c3ea702f3532cf6eb: Writing region info on filesystem at 1732221097737Initializing all the Stores at 1732221097738 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097738Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097738Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221097738Cleaning up temporary data from old regions at 1732221097744 (+6 ms)Region opened successfully at 1732221097746 (+2 ms) 2024-11-21T20:31:37,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732221097750/Put/seqid=0 2024-11-21T20:31:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741918_1096 (size=4875) 2024-11-21T20:31:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741918_1096 (size=4875) 2024-11-21T20:31:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741918_1096 (size=4875) 2024-11-21T20:31:37,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732221097761/Put/seqid=0 2024-11-21T20:31:37,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741919_1097 (size=4875) 2024-11-21T20:31:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741919_1097 (size=4875) 2024-11-21T20:31:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741919_1097 (size=4875) 2024-11-21T20:31:37,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732221097775/Put/seqid=0 2024-11-21T20:31:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741920_1098 (size=4875) 2024-11-21T20:31:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741920_1098 (size=4875) 2024-11-21T20:31:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741920_1098 (size=4875) 2024-11-21T20:31:37,784 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:37,787 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-21T20:31:37,787 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:31:37,787 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:37,791 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-21T20:31:37,791 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:31:37,791 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:37,794 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-21T20:31:37,795 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T20:31:37,795 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 05187e1469e76b7c3ea702f3532cf6eb 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-21T20:31:37,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp/a/16fd6d1c831e4987b97933428bf7a6f5 is 55, key is testCompactedBulkLoadedFiles/a:a/1732221097746/Put/seqid=0 2024-11-21T20:31:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741921_1099 (size=5107) 2024-11-21T20:31:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741921_1099 (size=5107) 2024-11-21T20:31:37,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741921_1099 (size=5107) 2024-11-21T20:31:38,219 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp/a/16fd6d1c831e4987b97933428bf7a6f5 2024-11-21T20:31:38,227 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp/a/16fd6d1c831e4987b97933428bf7a6f5 as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5 2024-11-21T20:31:38,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5, entries=1, sequenceid=4, filesize=5.0 K 2024-11-21T20:31:38,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 05187e1469e76b7c3ea702f3532cf6eb in 438ms, sequenceid=4, compaction requested=false 2024-11-21T20:31:38,233 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 05187e1469e76b7c3ea702f3532cf6eb: 2024-11-21T20:31:38,234 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ 2024-11-21T20:31:38,235 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ 2024-11-21T20:31:38,236 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ 2024-11-21T20:31:38,236 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile0 into 05187e1469e76b7c3ea702f3532cf6eb/a as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ - updating store file list. 2024-11-21T20:31:38,241 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:38,241 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ into 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:38,241 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile0 into 05187e1469e76b7c3ea702f3532cf6eb/a (new location: hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_) 2024-11-21T20:31:38,242 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile1 into 05187e1469e76b7c3ea702f3532cf6eb/a as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ - updating store file list. 2024-11-21T20:31:38,246 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:38,246 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ into 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:38,246 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile1 into 05187e1469e76b7c3ea702f3532cf6eb/a (new location: hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_) 2024-11-21T20:31:38,247 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile2 into 05187e1469e76b7c3ea702f3532cf6eb/a as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ - updating store file list. 2024-11-21T20:31:38,252 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:38,252 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ into 05187e1469e76b7c3ea702f3532cf6eb/a 2024-11-21T20:31:38,252 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/hbase/testCompactedBulkLoadedFiles/hfile2 into 05187e1469e76b7c3ea702f3532cf6eb/a (new location: hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_) 2024-11-21T20:31:38,260 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T20:31:38,261 DEBUG [Time-limited test {}] regionserver.HStore(1541): 05187e1469e76b7c3ea702f3532cf6eb/a is initiating major compaction (all files) 2024-11-21T20:31:38,261 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 05187e1469e76b7c3ea702f3532cf6eb/a in testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:38,261 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_] into tmpdir=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp, totalSize=19.3 K 2024-11-21T20:31:38,262 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 16fd6d1c831e4987b97933428bf7a6f5, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732221097746 2024-11-21T20:31:38,262 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T20:31:38,262 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T20:31:38,263 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-21T20:31:38,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp/a/7a6b4437f46a45aeb1d8c9ce2763f694 is 55, key is testCompactedBulkLoadedFiles/a:a/1732221097746/Put/seqid=0 2024-11-21T20:31:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741922_1100 (size=6154) 2024-11-21T20:31:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741922_1100 (size=6154) 2024-11-21T20:31:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741922_1100 (size=6154) 2024-11-21T20:31:38,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/.tmp/a/7a6b4437f46a45aeb1d8c9ce2763f694 as hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/7a6b4437f46a45aeb1d8c9ce2763f694 2024-11-21T20:31:38,295 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 05187e1469e76b7c3ea702f3532cf6eb/a of 05187e1469e76b7c3ea702f3532cf6eb into 7a6b4437f46a45aeb1d8c9ce2763f694(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T20:31:38,295 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 05187e1469e76b7c3ea702f3532cf6eb: 2024-11-21T20:31:38,296 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T20:31:38,296 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-21T20:31:38,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, size=0 (0bytes) 2024-11-21T20:31:38,326 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 might be still open, length is 0 2024-11-21T20:31:38,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 2024-11-21T20:31:38,327 WARN [IPC Server handler 0 on default port 35123 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-21T20:31:38,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 after 1ms 2024-11-21T20:31:38,888 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-21T20:31:38,889 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:38,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-21T20:31:38,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-21T20:31:40,601 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:48468 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43667:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48468 dst: /127.0.0.1:43667 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43667 remote=/127.0.0.1:48468]. Total timeout mills is 60000, 57695 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:40,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:40448 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40448 dst: /127.0.0.1:39261 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:40,602 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:54706 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54706 dst: /127.0.0.1:42737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:40,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741917_1101 (size=1659) 2024-11-21T20:31:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741917_1101 (size=1659) 2024-11-21T20:31:42,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T20:31:42,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 after 4002ms 2024-11-21T20:31:42,330 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 took 4004ms 2024-11-21T20:31:42,332 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720; continuing. 2024-11-21T20:31:42,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 so closing down 2024-11-21T20:31:42,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:42,333 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732221097720.temp 2024-11-21T20:31:42,334 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp 2024-11-21T20:31:42,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741923_1102 (size=698) 2024-11-21T20:31:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741923_1102 (size=698) 2024-11-21T20:31:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741923_1102 (size=698) 2024-11-21T20:31:42,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:42,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp to hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 2024-11-21T20:31:42,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T20:31:42,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, journal: Splitting hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, size=0 (0bytes) at 1732221098326Finishing writing output for hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 so closing down at 1732221102332 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp at 1732221102334 (+2 ms)3 split writer threads finished at 1732221102334Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732221102342 (+8 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000003-wal.1732221097720.temp to hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 at 1732221102343 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720, size=0, length=0, corrupted=false, cancelled=false at 1732221102344 (+1 ms) 2024-11-21T20:31:42,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221097720 2024-11-21T20:31:42,346 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 2024-11-21T20:31:42,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:42,348 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:42,360 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221102348, exclude list is [], retry=0 2024-11-21T20:31:42,363 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:42,363 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:42,363 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:42,365 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221102348 2024-11-21T20:31:42,365 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:42,365 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 05187e1469e76b7c3ea702f3532cf6eb, NAME => 'testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:42,365 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:42,366 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,366 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,367 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,368 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName a 2024-11-21T20:31:42,368 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,374 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5 2024-11-21T20:31:42,377 DEBUG [StoreFileOpener-05187e1469e76b7c3ea702f3532cf6eb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:42,377 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ 2024-11-21T20:31:42,382 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/7a6b4437f46a45aeb1d8c9ce2763f694 2024-11-21T20:31:42,386 DEBUG [StoreFileOpener-05187e1469e76b7c3ea702f3532cf6eb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:42,386 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ 2024-11-21T20:31:42,389 DEBUG [StoreFileOpener-05187e1469e76b7c3ea702f3532cf6eb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T20:31:42,389 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ 2024-11-21T20:31:42,390 WARN [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@668448f 2024-11-21T20:31:42,390 WARN [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@668448f 2024-11-21T20:31:42,390 WARN [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@668448f 2024-11-21T20:31:42,390 WARN [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@668448f 2024-11-21T20:31:42,390 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_] to archive 2024-11-21T20:31:42,391 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T20:31:42,392 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5 to hdfs://localhost:35123/hbase/archive/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/16fd6d1c831e4987b97933428bf7a6f5 2024-11-21T20:31:42,393 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ to hdfs://localhost:35123/hbase/archive/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_ 2024-11-21T20:31:42,394 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ to hdfs://localhost:35123/hbase/archive/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_ 2024-11-21T20:31:42,396 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ to hdfs://localhost:35123/hbase/archive/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/a/e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_ 2024-11-21T20:31:42,396 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,396 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,397 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName b 2024-11-21T20:31:42,397 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,397 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,397 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,398 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05187e1469e76b7c3ea702f3532cf6eb columnFamilyName c 2024-11-21T20:31:42,398 DEBUG [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,398 INFO [StoreOpener-05187e1469e76b7c3ea702f3532cf6eb-1 {}] regionserver.HStore(327): Store=05187e1469e76b7c3ea702f3532cf6eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,399 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,399 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,401 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,401 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 2024-11-21T20:31:42,404 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 05187e1469e76b7c3ea702f3532cf6eb : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "05187e1469e76b7c3ea702f3532cf6eb" family_name: "a" compaction_input: "16fd6d1c831e4987b97933428bf7a6f5" compaction_input: "575f9800a2e44eeebb5b5419cb8d805e_SeqId_4_" compaction_input: "c1662225b8e74f99b9b973a217f5ad3e_SeqId_4_" compaction_input: "e77b9f8b53b64bbabe36c33b257d1a02_SeqId_4_" compaction_output: "7a6b4437f46a45aeb1d8c9ce2763f694" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-21T20:31:42,404 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-21T20:31:42,405 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 2024-11-21T20:31:42,406 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/0000000000000000008 2024-11-21T20:31:42,407 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,407 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,408 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:42,409 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 05187e1469e76b7c3ea702f3532cf6eb 2024-11-21T20:31:42,411 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testCompactedBulkLoadedFiles/05187e1469e76b7c3ea702f3532cf6eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T20:31:42,412 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 05187e1469e76b7c3ea702f3532cf6eb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63454700, jitterRate=-0.05445128679275513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:42,412 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 05187e1469e76b7c3ea702f3532cf6eb: Writing region info on filesystem at 1732221102366Initializing all the Stores at 1732221102367 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102367Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102367Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102367Cleaning up temporary data from old regions at 1732221102407 (+40 ms)Region opened successfully at 1732221102412 (+5 ms) 2024-11-21T20:31:42,414 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 05187e1469e76b7c3ea702f3532cf6eb, disabling compactions & flushes 2024-11-21T20:31:42,414 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:42,415 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:42,415 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. after waiting 0 ms 2024-11-21T20:31:42,415 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:42,415 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732221097660.05187e1469e76b7c3ea702f3532cf6eb. 2024-11-21T20:31:42,415 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 05187e1469e76b7c3ea702f3532cf6eb: Waiting for close lock at 1732221102414Disabling compacts and flushes for region at 1732221102414Disabling writes for close at 1732221102415 (+1 ms)Writing region close event to WAL at 1732221102415Closed at 1732221102415 2024-11-21T20:31:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741924_1103 (size=93) 2024-11-21T20:31:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741924_1103 (size=93) 2024-11-21T20:31:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741924_1103 (size=93) 2024-11-21T20:31:42,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:42,420 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732221102348) 2024-11-21T20:31:42,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=439 (was 427) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-919406572_22 at /127.0.0.1:47050 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-919406572_22 at /127.0.0.1:35982 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35123 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1345 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=13956 (was 13959) 2024-11-21T20:31:42,432 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-21T20:31:42,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1345, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=13955 2024-11-21T20:31:42,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-21T20:31:42,456 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:42,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T20:31:42,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T20:31:42,460 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43540221, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/hregion-43540221, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:42,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43540221/hregion-43540221.1732221102460, exclude list is [], retry=0 2024-11-21T20:31:42,475 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:42,475 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:42,476 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:42,477 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43540221/hregion-43540221.1732221102460 2024-11-21T20:31:42,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145)] 2024-11-21T20:31:42,478 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b9d7958c8439bba370d9beebf1d47449, NAME => 'testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/hbase 2024-11-21T20:31:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741926_1105 (size=67) 2024-11-21T20:31:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741926_1105 (size=67) 2024-11-21T20:31:42,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741926_1105 (size=67) 2024-11-21T20:31:42,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:42,489 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,490 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName a 2024-11-21T20:31:42,490 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,490 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,491 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,492 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName b 2024-11-21T20:31:42,492 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,492 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,492 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,494 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName c 2024-11-21T20:31:42,494 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,494 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,494 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,495 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,497 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:42,498 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T20:31:42,500 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9d7958c8439bba370d9beebf1d47449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64760889, jitterRate=-0.03498755395412445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:42,500 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9d7958c8439bba370d9beebf1d47449: Writing region info on filesystem at 1732221102488Initializing all the Stores at 1732221102488Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102488Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102488Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102488Cleaning up temporary data from old regions at 1732221102496 (+8 ms)Region opened successfully at 1732221102500 (+4 ms) 2024-11-21T20:31:42,500 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9d7958c8439bba370d9beebf1d47449, disabling compactions & flushes 2024-11-21T20:31:42,500 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,500 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,500 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. after waiting 0 ms 2024-11-21T20:31:42,501 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,501 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,501 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9d7958c8439bba370d9beebf1d47449: Waiting for close lock at 1732221102500Disabling compacts and flushes for region at 1732221102500Disabling writes for close at 1732221102500Writing region close event to WAL at 1732221102501 (+1 ms)Closed at 1732221102501 2024-11-21T20:31:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741925_1104 (size=93) 2024-11-21T20:31:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741925_1104 (size=93) 2024-11-21T20:31:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741925_1104 (size=93) 2024-11-21T20:31:42,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:42,505 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43540221:(num 1732221102460) 2024-11-21T20:31:42,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:42,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:42,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, exclude list is [], retry=0 2024-11-21T20:31:42,524 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:42,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:42,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:42,526 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 2024-11-21T20:31:42,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877),(127.0.0.1/127.0.0.1:41969:41969)] 2024-11-21T20:31:42,527 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9d7958c8439bba370d9beebf1d47449, NAME => 'testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:42,527 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:42,527 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,527 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,529 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,530 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName a 2024-11-21T20:31:42,530 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,530 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,530 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,531 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName b 2024-11-21T20:31:42,531 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,532 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,532 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,533 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName c 2024-11-21T20:31:42,533 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,533 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,533 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,536 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,536 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,537 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:42,538 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,539 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9d7958c8439bba370d9beebf1d47449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75287310, jitterRate=0.12186834216117859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:42,539 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9d7958c8439bba370d9beebf1d47449: Writing region info on filesystem at 1732221102527Initializing all the Stores at 1732221102529 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102529Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102529Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102529Cleaning up temporary data from old regions at 1732221102536 (+7 ms)Region opened successfully at 1732221102539 (+3 ms) 2024-11-21T20:31:42,546 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9d7958c8439bba370d9beebf1d47449 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-21T20:31:42,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/2bc67be1b8724baea5bed3b50d7260ec is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732221102539/Put/seqid=0 2024-11-21T20:31:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741928_1107 (size=5958) 2024-11-21T20:31:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741928_1107 (size=5958) 2024-11-21T20:31:42,567 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/2bc67be1b8724baea5bed3b50d7260ec 2024-11-21T20:31:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741928_1107 (size=5958) 2024-11-21T20:31:42,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/2bc67be1b8724baea5bed3b50d7260ec as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/2bc67be1b8724baea5bed3b50d7260ec 2024-11-21T20:31:42,578 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/2bc67be1b8724baea5bed3b50d7260ec, entries=10, sequenceid=13, filesize=5.8 K 2024-11-21T20:31:42,579 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b9d7958c8439bba370d9beebf1d47449 in 33ms, sequenceid=13, compaction requested=false 2024-11-21T20:31:42,579 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9d7958c8439bba370d9beebf1d47449: 2024-11-21T20:31:42,595 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9d7958c8439bba370d9beebf1d47449, disabling compactions & flushes 2024-11-21T20:31:42,595 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,595 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,595 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. after waiting 0 ms 2024-11-21T20:31:42,595 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,596 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,596 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:42,596 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9d7958c8439bba370d9beebf1d47449: Waiting for close lock at 1732221102595Disabling compacts and flushes for region at 1732221102595Disabling writes for close at 1732221102595Writing region close event to WAL at 1732221102596 (+1 ms)Closed at 1732221102596 2024-11-21T20:31:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741927_1106 (size=5869) 2024-11-21T20:31:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741927_1106 (size=5869) 2024-11-21T20:31:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741927_1106 (size=5869) 2024-11-21T20:31:42,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, size=5.7 K (5869bytes) 2024-11-21T20:31:42,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 2024-11-21T20:31:42,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 after 0ms 2024-11-21T20:31:42,618 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 took 2ms 2024-11-21T20:31:42,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 so closing down 2024-11-21T20:31:42,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:42,621 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732221102507.temp 2024-11-21T20:31:42,622 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp 2024-11-21T20:31:42,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741929_1108 (size=5223) 2024-11-21T20:31:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741929_1108 (size=5223) 2024-11-21T20:31:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741929_1108 (size=5223) 2024-11-21T20:31:42,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:42,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 2024-11-21T20:31:42,633 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-21T20:31:42,633 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, journal: Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, size=5.7 K (5869bytes) at 1732221102616Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 so closing down at 1732221102620 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp at 1732221102622 (+2 ms)3 split writer threads finished at 1732221102623 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732221102632 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000003-wal.1732221102507.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 at 1732221102633 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1732221102633 2024-11-21T20:31:42,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102507 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221102507 2024-11-21T20:31:42,636 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 2024-11-21T20:31:42,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:42,637 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:42,651 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, exclude list is [], retry=0 2024-11-21T20:31:42,653 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:42,653 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:42,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:42,655 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 2024-11-21T20:31:42,655 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:42,655 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b9d7958c8439bba370d9beebf1d47449, NAME => 'testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.', STARTKEY => '', ENDKEY => ''} 2024-11-21T20:31:42,656 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:42,656 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,656 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,657 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,658 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName a 2024-11-21T20:31:42,658 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,663 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/2bc67be1b8724baea5bed3b50d7260ec 2024-11-21T20:31:42,663 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,663 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,664 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName b 2024-11-21T20:31:42,664 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,664 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,665 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,665 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName c 2024-11-21T20:31:42,665 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:42,666 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:42,666 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,667 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,669 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 2024-11-21T20:31:42,671 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 2024-11-21T20:31:42,671 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9d7958c8439bba370d9beebf1d47449 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-21T20:31:42,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/e5ff76e4a5134985a2e9e635cf62f509 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732221102579/Put/seqid=0 2024-11-21T20:31:42,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741931_1110 (size=5958) 2024-11-21T20:31:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741931_1110 (size=5958) 2024-11-21T20:31:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741931_1110 (size=5958) 2024-11-21T20:31:42,695 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/e5ff76e4a5134985a2e9e635cf62f509 2024-11-21T20:31:42,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/ea49c3c38667410cbc087cb446d84c0d is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732221102586/Put/seqid=0 2024-11-21T20:31:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741932_1111 (size=5958) 2024-11-21T20:31:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741932_1111 (size=5958) 2024-11-21T20:31:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741932_1111 (size=5958) 2024-11-21T20:31:42,723 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/ea49c3c38667410cbc087cb446d84c0d 2024-11-21T20:31:42,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/e5ff76e4a5134985a2e9e635cf62f509 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/b/e5ff76e4a5134985a2e9e635cf62f509 2024-11-21T20:31:42,736 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/b/e5ff76e4a5134985a2e9e635cf62f509, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T20:31:42,737 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/ea49c3c38667410cbc087cb446d84c0d as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/c/ea49c3c38667410cbc087cb446d84c0d 2024-11-21T20:31:42,744 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/c/ea49c3c38667410cbc087cb446d84c0d, entries=10, sequenceid=35, filesize=5.8 K 2024-11-21T20:31:42,744 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b9d7958c8439bba370d9beebf1d47449 in 73ms, sequenceid=35, compaction requested=false; wal=null 2024-11-21T20:31:42,745 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000035 2024-11-21T20:31:42,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,747 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:42,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:42,750 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-21T20:31:42,751 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9d7958c8439bba370d9beebf1d47449; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66364450, jitterRate=-0.01109263300895691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:42,751 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9d7958c8439bba370d9beebf1d47449: Writing region info on filesystem at 1732221102656Initializing all the Stores at 1732221102657 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102657Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102657Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221102657Obtaining lock to block concurrent updates at 1732221102672 (+15 ms)Preparing flush snapshotting stores in b9d7958c8439bba370d9beebf1d47449 at 1732221102672Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732221102672Flushing stores of testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. at 1732221102672Flushing b9d7958c8439bba370d9beebf1d47449/b: creating writer at 1732221102672Flushing b9d7958c8439bba370d9beebf1d47449/b: appending metadata at 1732221102688 (+16 ms)Flushing b9d7958c8439bba370d9beebf1d47449/b: closing flushed file at 1732221102688Flushing b9d7958c8439bba370d9beebf1d47449/c: creating writer at 1732221102700 (+12 ms)Flushing b9d7958c8439bba370d9beebf1d47449/c: appending metadata at 1732221102715 (+15 ms)Flushing b9d7958c8439bba370d9beebf1d47449/c: closing flushed file at 1732221102715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d347209: reopening flushed file at 1732221102728 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b155a9c: reopening flushed file at 1732221102736 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b9d7958c8439bba370d9beebf1d47449 in 73ms, sequenceid=35, compaction requested=false; wal=null at 1732221102744 (+8 ms)Cleaning up temporary data from old regions at 1732221102746 (+2 ms)Region opened successfully at 1732221102751 (+5 ms) 2024-11-21T20:31:42,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, size=0 (0bytes) 2024-11-21T20:31:42,814 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 might be still open, length is 0 2024-11-21T20:31:42,814 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 2024-11-21T20:31:42,814 WARN [IPC Server handler 0 on default port 35123 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-21T20:31:42,815 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 after 1ms 2024-11-21T20:31:43,601 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:58172 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39261:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58172 dst: /127.0.0.1:39261 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39261 remote=/127.0.0.1:58172]. Total timeout mills is 60000, 59177 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:43,603 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:47132 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47132 dst: /127.0.0.1:42737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:43,603 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1978546404_22 at /127.0.0.1:36018 [Receiving block BP-727526454-172.17.0.2-1732221063977:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43667:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36018 dst: /127.0.0.1:43667 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741930_1112 (size=5215) 2024-11-21T20:31:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741930_1112 (size=5215) 2024-11-21T20:31:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741930_1112 (size=5215) 2024-11-21T20:31:46,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 after 4001ms 2024-11-21T20:31:46,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 took 4005ms 2024-11-21T20:31:46,822 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638; continuing. 2024-11-21T20:31:46,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 so closing down 2024-11-21T20:31:46,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T20:31:46,824 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732221102638.temp 2024-11-21T20:31:46,827 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp 2024-11-21T20:31:46,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T20:31:46,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741933_1113 (size=5223) 2024-11-21T20:31:46,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741933_1113 (size=5223) 2024-11-21T20:31:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741933_1113 (size=5223) 2024-11-21T20:31:46,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-21T20:31:46,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 2024-11-21T20:31:46,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T20:31:46,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, journal: Splitting hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, size=0 (0bytes) at 1732221102814Finishing writing output for hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 so closing down at 1732221106822 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp at 1732221106827 (+5 ms)3 split writer threads finished at 1732221106827Closed recovered edits writer path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732221106836 (+9 ms)Rename recovered edits hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000037-wal.1732221102638.temp to hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 at 1732221106837 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638, size=0, length=0, corrupted=false, cancelled=false at 1732221106837 2024-11-21T20:31:46,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 to hdfs://localhost:35123/hbase/oldWALs/wal.1732221102638 2024-11-21T20:31:46,839 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 2024-11-21T20:31:46,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-21T20:31:46,841 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:35123/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456, archiveDir=hdfs://localhost:35123/hbase/oldWALs, maxLogs=32 2024-11-21T20:31:46,854 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221106841, exclude list is [], retry=0 2024-11-21T20:31:46,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-90090f58-4770-484e-802c-ccc86611b9db,DISK] 2024-11-21T20:31:46,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39261,DS-147d6d17-20ac-46f3-9c30-73443449e457,DISK] 2024-11-21T20:31:46,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-c3dc3eb4-497c-489c-905d-9c878a95736f,DISK] 2024-11-21T20:31:46,858 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221106841 2024-11-21T20:31:46,858 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41969:41969),(127.0.0.1/127.0.0.1:45145:45145),(127.0.0.1/127.0.0.1:32877:32877)] 2024-11-21T20:31:46,858 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T20:31:46,859 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,860 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName a 2024-11-21T20:31:46,860 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:46,865 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/2bc67be1b8724baea5bed3b50d7260ec 2024-11-21T20:31:46,865 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:46,865 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,866 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName b 2024-11-21T20:31:46,866 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:46,870 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/b/e5ff76e4a5134985a2e9e635cf62f509 2024-11-21T20:31:46,870 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:46,871 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,872 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7958c8439bba370d9beebf1d47449 columnFamilyName c 2024-11-21T20:31:46,872 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T20:31:46,877 DEBUG [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/c/ea49c3c38667410cbc087cb446d84c0d 2024-11-21T20:31:46,877 INFO [StoreOpener-b9d7958c8439bba370d9beebf1d47449-1 {}] regionserver.HStore(327): Store=b9d7958c8439bba370d9beebf1d47449/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T20:31:46,877 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,881 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 2024-11-21T20:31:46,887 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 2024-11-21T20:31:46,887 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9d7958c8439bba370d9beebf1d47449 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-21T20:31:46,901 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/ff33f489f9d34b02abd1767b3a48f13e is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732221102758/Put/seqid=0 2024-11-21T20:31:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741935_1115 (size=5958) 2024-11-21T20:31:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741935_1115 (size=5958) 2024-11-21T20:31:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741935_1115 (size=5958) 2024-11-21T20:31:46,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/ff33f489f9d34b02abd1767b3a48f13e 2024-11-21T20:31:46,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/31254bcecd5749829170046cab5eeb2d is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732221102765/Put/seqid=0 2024-11-21T20:31:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741936_1116 (size=5958) 2024-11-21T20:31:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741936_1116 (size=5958) 2024-11-21T20:31:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741936_1116 (size=5958) 2024-11-21T20:31:46,932 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/31254bcecd5749829170046cab5eeb2d 2024-11-21T20:31:46,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/afce0e6e7ee64fe1b82d35f9fffecb62 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732221102772/Put/seqid=0 2024-11-21T20:31:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741937_1117 (size=5958) 2024-11-21T20:31:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741937_1117 (size=5958) 2024-11-21T20:31:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741937_1117 (size=5958) 2024-11-21T20:31:46,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/afce0e6e7ee64fe1b82d35f9fffecb62 2024-11-21T20:31:46,963 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/a/ff33f489f9d34b02abd1767b3a48f13e as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/ff33f489f9d34b02abd1767b3a48f13e 2024-11-21T20:31:46,967 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/a/ff33f489f9d34b02abd1767b3a48f13e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T20:31:46,968 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/b/31254bcecd5749829170046cab5eeb2d as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/b/31254bcecd5749829170046cab5eeb2d 2024-11-21T20:31:46,972 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/b/31254bcecd5749829170046cab5eeb2d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T20:31:46,973 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/.tmp/c/afce0e6e7ee64fe1b82d35f9fffecb62 as hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/c/afce0e6e7ee64fe1b82d35f9fffecb62 2024-11-21T20:31:46,977 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/c/afce0e6e7ee64fe1b82d35f9fffecb62, entries=10, sequenceid=66, filesize=5.8 K 2024-11-21T20:31:46,977 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b9d7958c8439bba370d9beebf1d47449 in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-11-21T20:31:46,978 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/0000000000000000066 2024-11-21T20:31:46,979 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,979 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,980 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T20:31:46,981 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b9d7958c8439bba370d9beebf1d47449 2024-11-21T20:31:46,983 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/hbase/data/default/testReplayEditsWrittenViaHRegion/b9d7958c8439bba370d9beebf1d47449/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-21T20:31:46,984 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b9d7958c8439bba370d9beebf1d47449; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70765598, jitterRate=0.054489582777023315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T20:31:46,984 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b9d7958c8439bba370d9beebf1d47449: Writing region info on filesystem at 1732221106858Initializing all the Stores at 1732221106859 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221106859Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221106859Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221106859Obtaining lock to block concurrent updates at 1732221106887 (+28 ms)Preparing flush snapshotting stores in b9d7958c8439bba370d9beebf1d47449 at 1732221106887Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732221106887Flushing stores of testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. at 1732221106887Flushing b9d7958c8439bba370d9beebf1d47449/a: creating writer at 1732221106887Flushing b9d7958c8439bba370d9beebf1d47449/a: appending metadata at 1732221106901 (+14 ms)Flushing b9d7958c8439bba370d9beebf1d47449/a: closing flushed file at 1732221106901Flushing b9d7958c8439bba370d9beebf1d47449/b: creating writer at 1732221106911 (+10 ms)Flushing b9d7958c8439bba370d9beebf1d47449/b: appending metadata at 1732221106925 (+14 ms)Flushing b9d7958c8439bba370d9beebf1d47449/b: closing flushed file at 1732221106925Flushing b9d7958c8439bba370d9beebf1d47449/c: creating writer at 1732221106937 (+12 ms)Flushing b9d7958c8439bba370d9beebf1d47449/c: appending metadata at 1732221106950 (+13 ms)Flushing b9d7958c8439bba370d9beebf1d47449/c: closing flushed file at 1732221106950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecb7e75: reopening flushed file at 1732221106962 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f0768f: reopening flushed file at 1732221106967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcfb7c6: reopening flushed file at 1732221106972 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b9d7958c8439bba370d9beebf1d47449 in 90ms, sequenceid=66, compaction requested=false; wal=null at 1732221106977 (+5 ms)Cleaning up temporary data from old regions at 1732221106979 (+2 ms)Region opened successfully at 1732221106984 (+5 ms) 2024-11-21T20:31:46,996 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b9d7958c8439bba370d9beebf1d47449, disabling compactions & flushes 2024-11-21T20:31:46,996 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:46,996 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:46,996 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. after waiting 0 ms 2024-11-21T20:31:46,996 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:46,999 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732221102457.b9d7958c8439bba370d9beebf1d47449. 2024-11-21T20:31:46,999 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b9d7958c8439bba370d9beebf1d47449: Waiting for close lock at 1732221106996Disabling compacts and flushes for region at 1732221106996Disabling writes for close at 1732221106996Writing region close event to WAL at 1732221106999 (+3 ms)Closed at 1732221106999 2024-11-21T20:31:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741934_1114 (size=93) 2024-11-21T20:31:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741934_1114 (size=93) 2024-11-21T20:31:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741934_1114 (size=93) 2024-11-21T20:31:47,003 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-21T20:31:47,003 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732221106841) 2024-11-21T20:31:47,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 439) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1241362657_22 at /127.0.0.1:36068 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1241362657_22 at /127.0.0.1:58230 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1382578499) connection to localhost/127.0.0.1:35123 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1241362657_22 at /127.0.0.1:47168 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=13938 (was 13955) 2024-11-21T20:31:47,017 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-21T20:31:47,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T20:31:47,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:31:47,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:31:47,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T20:31:47,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T20:31:47,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639412996, stopped=false 2024-11-21T20:31:47,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,36103,1732221068541 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:47,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:47,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:31:47,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:47,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T20:31:47,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T20:31:47,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:31:47,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,44079,1732221069314' ***** 2024-11-21T20:31:47,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:31:47,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,39019,1732221069465' ***** 2024-11-21T20:31:47,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:31:47,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:31:47,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,44079,1732221069314 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:44079. 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:47,082 DEBUG [RS:0;377014bd7527:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:31:47,082 DEBUG [RS:0;377014bd7527:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,082 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,44079,1732221069314; all regions closed. 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,39019,1732221069465 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:31:47,082 INFO [RS:2;377014bd7527:39019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;377014bd7527:39019. 2024-11-21T20:31:47,082 DEBUG [RS:2;377014bd7527:39019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T20:31:47,082 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f21a7ea0541ac77f4af5a7caf381c3f, disabling compactions & flushes 2024-11-21T20:31:47,082 DEBUG [RS:2;377014bd7527:39019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,083 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:47,083 INFO [RS:2;377014bd7527:39019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:31:47,083 INFO [RS:2;377014bd7527:39019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:47,083 INFO [RS:2;377014bd7527:39019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. after waiting 0 ms 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:47,083 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T20:31:47,083 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T20:31:47,083 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1325): Online Regions={1f21a7ea0541ac77f4af5a7caf381c3f=testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T20:31:47,083 DEBUG [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f21a7ea0541ac77f4af5a7caf381c3f 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T20:31:47,083 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T20:31:47,083 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T20:31:47,083 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-21T20:31:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741834_1010 (size=2598) 2024-11-21T20:31:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741834_1010 (size=2598) 2024-11-21T20:31:47,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741834_1010 (size=2598) 2024-11-21T20:31:47,087 DEBUG [RS:0;377014bd7527:44079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs 2024-11-21T20:31:47,087 INFO [RS:0;377014bd7527:44079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C44079%2C1732221069314:(num 1732221071122) 2024-11-21T20:31:47,087 DEBUG [RS:0;377014bd7527:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,087 INFO [RS:0;377014bd7527:44079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:47,087 INFO [RS:0;377014bd7527:44079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:31:47,087 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1f21a7ea0541ac77f4af5a7caf381c3f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-21T20:31:47,087 INFO [RS:0;377014bd7527:44079 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T20:31:47,087 INFO [RS:0;377014bd7527:44079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T20:31:47,088 INFO [RS:0;377014bd7527:44079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T20:31:47,088 INFO [RS:0;377014bd7527:44079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T20:31:47,088 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:31:47,088 INFO [RS:0;377014bd7527:44079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:31:47,088 INFO [RS:0;377014bd7527:44079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44079 2024-11-21T20:31:47,088 INFO [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:47,088 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f21a7ea0541ac77f4af5a7caf381c3f: Waiting for close lock at 1732221107082Running coprocessor pre-close hooks at 1732221107082Disabling compacts and flushes for region at 1732221107082Disabling writes for close at 1732221107083 (+1 ms)Writing region close event to WAL at 1732221107084 (+1 ms)Running coprocessor post-close hooks at 1732221107088 (+4 ms)Closed at 1732221107088 2024-11-21T20:31:47,088 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f. 2024-11-21T20:31:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/377014bd7527,44079,1732221069314 2024-11-21T20:31:47,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:31:47,101 INFO [RS:0;377014bd7527:44079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:31:47,103 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/info/5aa37074efc145c7973f0bb21b99c842 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732221083574.1f21a7ea0541ac77f4af5a7caf381c3f./info:regioninfo/1732221086763/Put/seqid=0 2024-11-21T20:31:47,108 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:47,108 INFO [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:47,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741938_1118 (size=8243) 2024-11-21T20:31:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741938_1118 (size=8243) 2024-11-21T20:31:47,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741938_1118 (size=8243) 2024-11-21T20:31:47,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,44079,1732221069314] 2024-11-21T20:31:47,113 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/info/5aa37074efc145c7973f0bb21b99c842 2024-11-21T20:31:47,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/377014bd7527,44079,1732221069314 already deleted, retry=false 2024-11-21T20:31:47,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,44079,1732221069314 expired; onlineServers=1 2024-11-21T20:31:47,132 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/ns/aefa754271c44a1c828abe8c0db41826 is 43, key is default/ns:d/1732221071719/Put/seqid=0 2024-11-21T20:31:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741939_1119 (size=5153) 2024-11-21T20:31:47,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741939_1119 (size=5153) 2024-11-21T20:31:47,139 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/ns/aefa754271c44a1c828abe8c0db41826 2024-11-21T20:31:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741939_1119 (size=5153) 2024-11-21T20:31:47,158 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/table/a37d67183f1847daa60ef7dad889bf35 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732221084007/Put/seqid=0 2024-11-21T20:31:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741940_1120 (size=5431) 2024-11-21T20:31:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741940_1120 (size=5431) 2024-11-21T20:31:47,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741940_1120 (size=5431) 2024-11-21T20:31:47,165 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/table/a37d67183f1847daa60ef7dad889bf35 2024-11-21T20:31:47,170 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/info/5aa37074efc145c7973f0bb21b99c842 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/info/5aa37074efc145c7973f0bb21b99c842 2024-11-21T20:31:47,175 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/info/5aa37074efc145c7973f0bb21b99c842, entries=18, sequenceid=21, filesize=8.0 K 2024-11-21T20:31:47,176 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/ns/aefa754271c44a1c828abe8c0db41826 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/ns/aefa754271c44a1c828abe8c0db41826 2024-11-21T20:31:47,181 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/ns/aefa754271c44a1c828abe8c0db41826, entries=2, sequenceid=21, filesize=5.0 K 2024-11-21T20:31:47,181 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/.tmp/table/a37d67183f1847daa60ef7dad889bf35 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/table/a37d67183f1847daa60ef7dad889bf35 2024-11-21T20:31:47,186 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/table/a37d67183f1847daa60ef7dad889bf35, entries=2, sequenceid=21, filesize=5.3 K 2024-11-21T20:31:47,187 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=21, compaction requested=false 2024-11-21T20:31:47,191 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-21T20:31:47,191 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T20:31:47,191 INFO [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T20:31:47,192 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732221107083Running coprocessor pre-close hooks at 1732221107083Disabling compacts and flushes for region at 1732221107083Disabling writes for close at 1732221107083Obtaining lock to block concurrent updates at 1732221107083Preparing flush snapshotting stores in 1588230740 at 1732221107083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732221107084 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732221107085 (+1 ms)Flushing 1588230740/info: creating writer at 1732221107085Flushing 1588230740/info: appending metadata at 1732221107103 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732221107103Flushing 1588230740/ns: creating writer at 1732221107118 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732221107132 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732221107132Flushing 1588230740/table: creating writer at 1732221107144 (+12 ms)Flushing 1588230740/table: appending metadata at 1732221107157 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732221107157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62260fe5: reopening flushed file at 1732221107169 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1453cfe0: reopening flushed file at 1732221107175 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3446ce7b: reopening flushed file at 1732221107181 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=21, compaction requested=false at 1732221107187 (+6 ms)Writing region close event to WAL at 1732221107188 (+1 ms)Running coprocessor post-close hooks at 1732221107191 (+3 ms)Closed at 1732221107191 2024-11-21T20:31:47,192 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T20:31:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,211 INFO [RS:0;377014bd7527:44079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:31:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x1015f17dd8a0001, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,211 INFO [RS:0;377014bd7527:44079 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,44079,1732221069314; zookeeper connection closed. 2024-11-21T20:31:47,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67f1aef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67f1aef9 2024-11-21T20:31:47,283 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,39019,1732221069465; all regions closed. 2024-11-21T20:31:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741836_1012 (size=8899) 2024-11-21T20:31:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741836_1012 (size=8899) 2024-11-21T20:31:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741836_1012 (size=8899) 2024-11-21T20:31:47,293 DEBUG [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs 2024-11-21T20:31:47,293 INFO [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C39019%2C1732221069465.meta:.meta(num 1732221071566) 2024-11-21T20:31:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741833_1009 (size=928) 2024-11-21T20:31:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741833_1009 (size=928) 2024-11-21T20:31:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741833_1009 (size=928) 2024-11-21T20:31:47,299 DEBUG [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/oldWALs 2024-11-21T20:31:47,299 INFO [RS:2;377014bd7527:39019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C39019%2C1732221069465:(num 1732221071118) 2024-11-21T20:31:47,299 DEBUG [RS:2;377014bd7527:39019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T20:31:47,299 INFO [RS:2;377014bd7527:39019 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T20:31:47,299 INFO [RS:2;377014bd7527:39019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:31:47,299 INFO [RS:2;377014bd7527:39019 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T20:31:47,300 INFO [RS:2;377014bd7527:39019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:31:47,300 INFO [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:31:47,300 INFO [RS:2;377014bd7527:39019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39019 2024-11-21T20:31:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/377014bd7527,39019,1732221069465 2024-11-21T20:31:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T20:31:47,311 INFO [RS:2;377014bd7527:39019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:31:47,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,39019,1732221069465] 2024-11-21T20:31:47,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/377014bd7527,39019,1732221069465 already deleted, retry=false 2024-11-21T20:31:47,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,39019,1732221069465 expired; onlineServers=0 2024-11-21T20:31:47,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,36103,1732221068541' ***** 2024-11-21T20:31:47,333 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T20:31:47,333 INFO [M:0;377014bd7527:36103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T20:31:47,333 INFO [M:0;377014bd7527:36103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T20:31:47,333 DEBUG [M:0;377014bd7527:36103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T20:31:47,333 DEBUG [M:0;377014bd7527:36103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T20:31:47,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T20:31:47,333 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221070716 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221070716,5,FailOnTimeoutGroup] 2024-11-21T20:31:47,333 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221070716 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221070716,5,FailOnTimeoutGroup] 2024-11-21T20:31:47,334 INFO [M:0;377014bd7527:36103 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T20:31:47,334 INFO [M:0;377014bd7527:36103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T20:31:47,334 DEBUG [M:0;377014bd7527:36103 {}] master.HMaster(1795): Stopping service threads 2024-11-21T20:31:47,334 INFO [M:0;377014bd7527:36103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T20:31:47,334 INFO [M:0;377014bd7527:36103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T20:31:47,335 INFO [M:0;377014bd7527:36103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T20:31:47,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T20:31:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T20:31:47,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T20:31:47,343 DEBUG [M:0;377014bd7527:36103 {}] zookeeper.ZKUtil(347): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T20:31:47,343 WARN [M:0;377014bd7527:36103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T20:31:47,344 INFO [M:0;377014bd7527:36103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/.lastflushedseqids 2024-11-21T20:31:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741941_1121 (size=138) 2024-11-21T20:31:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741941_1121 (size=138) 2024-11-21T20:31:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741941_1121 (size=138) 2024-11-21T20:31:47,362 INFO [M:0;377014bd7527:36103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T20:31:47,362 INFO [M:0;377014bd7527:36103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T20:31:47,362 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T20:31:47,362 INFO [M:0;377014bd7527:36103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:47,363 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:47,363 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T20:31:47,363 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:47,363 INFO [M:0;377014bd7527:36103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-21T20:31:47,379 DEBUG [M:0;377014bd7527:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38a7e6523f6547a39882fd1f0da55413 is 82, key is hbase:meta,,1/info:regioninfo/1732221071645/Put/seqid=0 2024-11-21T20:31:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741942_1122 (size=5672) 2024-11-21T20:31:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741942_1122 (size=5672) 2024-11-21T20:31:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741942_1122 (size=5672) 2024-11-21T20:31:47,386 INFO [M:0;377014bd7527:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38a7e6523f6547a39882fd1f0da55413 2024-11-21T20:31:47,405 DEBUG [M:0;377014bd7527:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9af0f0fe902e4b12a4b950f29758d69e is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732221084013/Put/seqid=0 2024-11-21T20:31:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741943_1123 (size=7754) 2024-11-21T20:31:47,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741943_1123 (size=7754) 2024-11-21T20:31:47,412 INFO [M:0;377014bd7527:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9af0f0fe902e4b12a4b950f29758d69e 2024-11-21T20:31:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741943_1123 (size=7754) 2024-11-21T20:31:47,416 INFO [M:0;377014bd7527:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af0f0fe902e4b12a4b950f29758d69e 2024-11-21T20:31:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,422 INFO [RS:2;377014bd7527:39019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:31:47,422 INFO [RS:2;377014bd7527:39019 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,39019,1732221069465; zookeeper connection closed. 2024-11-21T20:31:47,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39019-0x1015f17dd8a0003, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40fa0259 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40fa0259 2024-11-21T20:31:47,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-21T20:31:47,431 DEBUG [M:0;377014bd7527:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/992156f9288f4b28aca991777b245526 is 69, key is 377014bd7527,39019,1732221069465/rs:state/1732221070831/Put/seqid=0 2024-11-21T20:31:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741944_1124 (size=5440) 2024-11-21T20:31:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741944_1124 (size=5440) 2024-11-21T20:31:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741944_1124 (size=5440) 2024-11-21T20:31:47,440 INFO [M:0;377014bd7527:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/992156f9288f4b28aca991777b245526 2024-11-21T20:31:47,444 INFO [M:0;377014bd7527:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 992156f9288f4b28aca991777b245526 2024-11-21T20:31:47,445 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38a7e6523f6547a39882fd1f0da55413 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38a7e6523f6547a39882fd1f0da55413 2024-11-21T20:31:47,450 INFO [M:0;377014bd7527:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38a7e6523f6547a39882fd1f0da55413, entries=8, sequenceid=168, filesize=5.5 K 2024-11-21T20:31:47,451 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9af0f0fe902e4b12a4b950f29758d69e as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9af0f0fe902e4b12a4b950f29758d69e 2024-11-21T20:31:47,456 INFO [M:0;377014bd7527:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af0f0fe902e4b12a4b950f29758d69e 2024-11-21T20:31:47,456 INFO [M:0;377014bd7527:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9af0f0fe902e4b12a4b950f29758d69e, entries=17, sequenceid=168, filesize=7.6 K 2024-11-21T20:31:47,457 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/992156f9288f4b28aca991777b245526 as hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/992156f9288f4b28aca991777b245526 2024-11-21T20:31:47,461 INFO [M:0;377014bd7527:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 992156f9288f4b28aca991777b245526 2024-11-21T20:31:47,462 INFO [M:0;377014bd7527:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2d75c100-e8bd-bce2-f796-ae269c0478c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/992156f9288f4b28aca991777b245526, entries=3, sequenceid=168, filesize=5.3 K 2024-11-21T20:31:47,463 INFO [M:0;377014bd7527:36103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false 2024-11-21T20:31:47,464 INFO [M:0;377014bd7527:36103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T20:31:47,464 DEBUG [M:0;377014bd7527:36103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732221107362Disabling compacts and flushes for region at 1732221107362Disabling writes for close at 1732221107363 (+1 ms)Obtaining lock to block concurrent updates at 1732221107363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732221107363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732221107363Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732221107364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732221107364Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732221107378 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732221107379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732221107390 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732221107404 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732221107404Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732221107416 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732221107430 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732221107430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1e444: reopening flushed file at 1732221107444 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e34d52: reopening flushed file at 1732221107450 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e131dd2: reopening flushed file at 1732221107456 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=168, compaction requested=false at 1732221107463 (+7 ms)Writing region close event to WAL at 1732221107464 (+1 ms)Closed at 1732221107464 2024-11-21T20:31:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741830_1006 (size=81419) 2024-11-21T20:31:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39261 is added to blk_1073741830_1006 (size=81419) 2024-11-21T20:31:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741830_1006 (size=81419) 2024-11-21T20:31:47,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T20:31:47,467 INFO [M:0;377014bd7527:36103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T20:31:47,468 INFO [M:0;377014bd7527:36103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36103 2024-11-21T20:31:47,468 INFO [M:0;377014bd7527:36103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T20:31:47,598 INFO [M:0;377014bd7527:36103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T20:31:47,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1015f17dd8a0000, quorum=127.0.0.1:61077, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T20:31:47,605 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087367 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087367 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732221087085/wal.1732221087367 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T20:31:47,606 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732221079169/wal.1732221079271 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:47,606 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732221102456/wal.1732221102638 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:47,609 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221096810 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221096810 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732221087503/wal.1732221096810 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T20:31:47,610 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732221072768/wal.1732221072843 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:47,612 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097512 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097512 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732221096994/wal.1732221097512 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T20:31:47,613 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732221097659/wal.1732221097720 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T20:31:47,616 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal.1732221072631 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal.1732221072631 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732221072441/wal.1732221072631 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T20:31:47,618 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal.1732221072148 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal.1732221072148 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732221071901/wal.1732221072148 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1978546404_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-21T20:31:47,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3217543c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:47,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cfb6c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:31:47,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:31:47,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2b98f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:31:47,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22fb7089{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,STOPPED} 2024-11-21T20:31:47,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:31:47,628 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:31:47,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:31:47,628 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727526454-172.17.0.2-1732221063977 (Datanode Uuid a0fd5af2-6000-4cae-b83e-2837c370b3ad) service to localhost/127.0.0.1:35123 2024-11-21T20:31:47,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data5/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data6/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:31:47,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9308b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:47,633 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f18ac21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:31:47,633 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:31:47,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@918952d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:31:47,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a707162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,STOPPED} 2024-11-21T20:31:47,634 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:31:47,634 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727526454-172.17.0.2-1732221063977 (Datanode Uuid ad38f688-bdfb-482c-b306-ec6e8b7d9c8a) service to localhost/127.0.0.1:35123 2024-11-21T20:31:47,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data3/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data4/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,635 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:31:47,635 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:31:47,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:31:47,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54387323{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T20:31:47,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a45a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:31:47,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:31:47,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce178fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:31:47,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75929b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,STOPPED} 2024-11-21T20:31:47,639 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T20:31:47,639 WARN [BP-727526454-172.17.0.2-1732221063977 heartbeating to localhost/127.0.0.1:35123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727526454-172.17.0.2-1732221063977 (Datanode Uuid 5358be46-1d09-46d1-a28b-311de0fc3b37) service to localhost/127.0.0.1:35123 2024-11-21T20:31:47,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data1/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/cluster_5fd5d41b-5df7-fd9b-03b4-f7da661218e9/data/data2/current/BP-727526454-172.17.0.2-1732221063977 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T20:31:47,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T20:31:47,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T20:31:47,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T20:31:47,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@398d2d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T20:31:47,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@166111eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T20:31:47,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T20:31:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2272d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T20:31:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4d6e89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd834c46-067c-e7bb-28fc-0255792a3480/hadoop.log.dir/,STOPPED} 2024-11-21T20:31:47,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T20:31:47,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down