2024-11-12 21:42:23,627 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-12 21:42:23,644 main DEBUG Took 0.014925 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 21:42:23,645 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 21:42:23,645 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 21:42:23,647 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 21:42:23,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,657 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 21:42:23,668 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,671 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,672 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,674 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,676 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,676 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,677 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 21:42:23,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,680 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 21:42:23,681 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 21:42:23,682 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 21:42:23,684 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 21:42:23,685 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 21:42:23,686 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 21:42:23,686 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 21:42:23,694 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 21:42:23,697 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 21:42:23,698 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 21:42:23,699 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 21:42:23,699 main DEBUG createAppenders(={Console}) 2024-11-12 21:42:23,700 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-12 21:42:23,700 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-12 21:42:23,700 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-12 21:42:23,701 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 21:42:23,701 main DEBUG OutputStream closed 2024-11-12 21:42:23,702 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 21:42:23,702 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 21:42:23,702 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-12 21:42:23,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 21:42:23,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 21:42:23,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 21:42:23,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 21:42:23,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 21:42:23,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 21:42:23,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 21:42:23,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 21:42:23,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 21:42:23,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 21:42:23,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 21:42:23,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 21:42:23,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 21:42:23,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 21:42:23,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 21:42:23,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 21:42:23,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 21:42:23,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 21:42:23,787 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 21:42:23,787 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-12 21:42:23,787 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 21:42:23,788 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-12T21:42:24,033 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01 2024-11-12 21:42:24,035 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 21:42:24,036 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T21:42:24,043 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-12T21:42:24,069 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T21:42:24,116 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T21:42:24,116 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T21:42:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T21:42:24,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02, deleteOnExit=true 2024-11-12T21:42:24,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T21:42:24,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/test.cache.data in system properties and HBase conf 2024-11-12T21:42:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T21:42:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir in system properties and HBase conf 2024-11-12T21:42:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T21:42:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T21:42:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T21:42:24,241 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T21:42:24,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T21:42:24,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:42:24,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T21:42:24,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T21:42:24,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:42:24,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T21:42:24,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T21:42:24,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T21:42:24,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:42:24,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T21:42:24,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/nfs.dump.dir in system properties and HBase conf 2024-11-12T21:42:24,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/java.io.tmpdir in system properties and HBase conf 2024-11-12T21:42:24,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T21:42:24,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T21:42:24,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T21:42:25,135 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T21:42:25,211 INFO [Time-limited test {}] log.Log(170): Logging initialized @2307ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T21:42:25,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:42:25,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:42:25,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:42:25,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:42:25,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T21:42:25,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:42:25,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5fa2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:42:25,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d655053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:42:25,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe9bfd3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-14812702198020360115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:42:25,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16695a38{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-12T21:42:25,584 INFO [Time-limited test {}] server.Server(415): Started @2680ms 2024-11-12T21:42:25,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:42:25,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:42:25,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:42:25,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:42:25,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T21:42:25,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@302ee775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:42:25,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c68adb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:42:26,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@516a39dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/java.io.tmpdir/jetty-localhost-36519-hadoop-hdfs-3_4_1-tests_jar-_-any-8786361441111225355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:42:26,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428881d6{HTTP/1.1, (http/1.1)}{localhost:36519} 2024-11-12T21:42:26,018 INFO [Time-limited test {}] server.Server(415): Started @3114ms 2024-11-12T21:42:26,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T21:42:26,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:42:26,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:42:26,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:42:26,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:42:26,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T21:42:26,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599967d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:42:26,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4925ca3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:42:26,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cc5338b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/java.io.tmpdir/jetty-localhost-45983-hadoop-hdfs-3_4_1-tests_jar-_-any-7840460528399996793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:42:26,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1364e1fb{HTTP/1.1, (http/1.1)}{localhost:45983} 2024-11-12T21:42:26,326 INFO [Time-limited test {}] server.Server(415): Started @3422ms 2024-11-12T21:42:26,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T21:42:26,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T21:42:26,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T21:42:26,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T21:42:26,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T21:42:26,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T21:42:26,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626fc3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,AVAILABLE} 2024-11-12T21:42:26,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147d1a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T21:42:26,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ed6f3ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/java.io.tmpdir/jetty-localhost-39147-hadoop-hdfs-3_4_1-tests_jar-_-any-12131654147826178949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:42:26,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f154eb3{HTTP/1.1, (http/1.1)}{localhost:39147} 2024-11-12T21:42:26,488 INFO [Time-limited test {}] server.Server(415): Started @3584ms 2024-11-12T21:42:26,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T21:42:26,503 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data1/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,503 WARN [Thread-109 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data4/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,503 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data3/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,506 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data2/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,565 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T21:42:26,566 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T21:42:26,613 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data5/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,614 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data6/current/BP-1343286907-172.17.0.2-1731447744944/current, will proceed with Du for space computation calculation, 2024-11-12T21:42:26,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e2989a33efc9027 with lease ID 0x1283f0273ab8bfa4: Processing first storage report for DS-67c37921-d628-430b-a566-586370a625d8 from datanode DatanodeRegistration(127.0.0.1:44021, datanodeUuid=7e00e7ba-c223-4a6a-8288-b4a24eb70db3, infoPort=34065, infoSecurePort=0, ipcPort=44719, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e2989a33efc9027 with lease ID 0x1283f0273ab8bfa4: from storage DS-67c37921-d628-430b-a566-586370a625d8 node DatanodeRegistration(127.0.0.1:44021, datanodeUuid=7e00e7ba-c223-4a6a-8288-b4a24eb70db3, infoPort=34065, infoSecurePort=0, ipcPort=44719, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0444b6e65b7c568 with lease ID 0x1283f0273ab8bfa5: Processing first storage report for DS-86850a60-ebca-4be9-8249-a9c98104eb41 from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=674c6bef-9893-492b-bd76-cdb6c42a4641, infoPort=41871, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0444b6e65b7c568 with lease ID 0x1283f0273ab8bfa5: from storage DS-86850a60-ebca-4be9-8249-a9c98104eb41 node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=674c6bef-9893-492b-bd76-cdb6c42a4641, infoPort=41871, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e2989a33efc9027 with lease ID 0x1283f0273ab8bfa4: Processing first storage report for DS-94a2e324-46f6-4c7b-9970-30385e5bedc7 from datanode DatanodeRegistration(127.0.0.1:44021, datanodeUuid=7e00e7ba-c223-4a6a-8288-b4a24eb70db3, infoPort=34065, infoSecurePort=0, ipcPort=44719, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e2989a33efc9027 with lease ID 0x1283f0273ab8bfa4: from storage DS-94a2e324-46f6-4c7b-9970-30385e5bedc7 node DatanodeRegistration(127.0.0.1:44021, datanodeUuid=7e00e7ba-c223-4a6a-8288-b4a24eb70db3, infoPort=34065, infoSecurePort=0, ipcPort=44719, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0444b6e65b7c568 with lease ID 0x1283f0273ab8bfa5: Processing first storage report for DS-b4945272-1e29-4af0-968f-938f897d6a33 from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=674c6bef-9893-492b-bd76-cdb6c42a4641, infoPort=41871, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0444b6e65b7c568 with lease ID 0x1283f0273ab8bfa5: from storage DS-b4945272-1e29-4af0-968f-938f897d6a33 node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=674c6bef-9893-492b-bd76-cdb6c42a4641, infoPort=41871, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,662 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T21:42:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53036210f281f2dc with lease ID 0x1283f0273ab8bfa6: Processing first storage report for DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972 from datanode DatanodeRegistration(127.0.0.1:32995, datanodeUuid=4420e05e-a911-491b-82e0-d9894eab4e23, infoPort=36655, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53036210f281f2dc with lease ID 0x1283f0273ab8bfa6: from storage DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972 node DatanodeRegistration(127.0.0.1:32995, datanodeUuid=4420e05e-a911-491b-82e0-d9894eab4e23, infoPort=36655, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53036210f281f2dc with lease ID 0x1283f0273ab8bfa6: Processing first storage report for DS-a4e8ab00-3eff-49f1-af3b-2cb44790b305 from datanode DatanodeRegistration(127.0.0.1:32995, datanodeUuid=4420e05e-a911-491b-82e0-d9894eab4e23, infoPort=36655, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944) 2024-11-12T21:42:26,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53036210f281f2dc with lease ID 0x1283f0273ab8bfa6: from storage DS-a4e8ab00-3eff-49f1-af3b-2cb44790b305 node DatanodeRegistration(127.0.0.1:32995, datanodeUuid=4420e05e-a911-491b-82e0-d9894eab4e23, infoPort=36655, infoSecurePort=0, ipcPort=35747, storageInfo=lv=-57;cid=testClusterID;nsid=312648543;c=1731447744944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T21:42:26,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01 2024-11-12T21:42:26,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/zookeeper_0, clientPort=62989, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T21:42:26,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62989 2024-11-12T21:42:26,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:26,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741825_1001 (size=7) 2024-11-12T21:42:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741825_1001 (size=7) 2024-11-12T21:42:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741825_1001 (size=7) 2024-11-12T21:42:27,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c with version=8 2024-11-12T21:42:27,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/hbase-staging 2024-11-12T21:42:27,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:42:27,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:27,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:42:27,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:27,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:42:27,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T21:42:28,048 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T21:42:28,059 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T21:42:28,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:42:28,091 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8473 (auto-detected) 2024-11-12T21:42:28,092 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T21:42:28,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40745 2024-11-12T21:42:28,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40745 connecting to ZooKeeper ensemble=127.0.0.1:62989 2024-11-12T21:42:28,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407450x0, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:42:28,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40745-0x10035e34dda0000 connected 2024-11-12T21:42:28,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:28,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c, hbase.cluster.distributed=false 2024-11-12T21:42:28,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:42:28,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-12T21:42:28,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40745 2024-11-12T21:42:28,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40745 2024-11-12T21:42:28,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-12T21:42:28,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40745 2024-11-12T21:42:28,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:42:28,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:42:28,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:42:28,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T21:42:28,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:42:28,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40557 2024-11-12T21:42:28,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40557 connecting to ZooKeeper ensemble=127.0.0.1:62989 2024-11-12T21:42:28,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405570x0, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:42:28,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405570x0, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:28,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40557-0x10035e34dda0001 connected 2024-11-12T21:42:28,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T21:42:28,440 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T21:42:28,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T21:42:28,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:42:28,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40557 2024-11-12T21:42:28,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40557 2024-11-12T21:42:28,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40557 2024-11-12T21:42:28,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40557 2024-11-12T21:42:28,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40557 2024-11-12T21:42:28,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:42:28,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:42:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:42:28,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T21:42:28,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:42:28,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35779 2024-11-12T21:42:28,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35779 connecting to ZooKeeper ensemble=127.0.0.1:62989 2024-11-12T21:42:28,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357790x0, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:28,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T21:42:28,524 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T21:42:28,525 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357790x0, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:42:28,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357790x0, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T21:42:28,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35779-0x10035e34dda0002 connected 2024-11-12T21:42:28,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:42:28,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-12T21:42:28,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35779 2024-11-12T21:42:28,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35779 2024-11-12T21:42:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-12T21:42:28,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35779 2024-11-12T21:42:28,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0c576948786c:0 server-side Connection retries=45 2024-11-12T21:42:28,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T21:42:28,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T21:42:28,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T21:42:28,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T21:42:28,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T21:42:28,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39335 2024-11-12T21:42:28,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39335 connecting to ZooKeeper ensemble=127.0.0.1:62989 2024-11-12T21:42:28,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393350x0, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T21:42:28,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393350x0, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:42:28,575 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T21:42:28,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39335-0x10035e34dda0003 connected 2024-11-12T21:42:28,582 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T21:42:28,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T21:42:28,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T21:42:28,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-12T21:42:28,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39335 2024-11-12T21:42:28,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39335 2024-11-12T21:42:28,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-12T21:42:28,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-12T21:42:28,620 DEBUG [M:0;0c576948786c:40745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0c576948786c:40745 2024-11-12T21:42:28,621 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0c576948786c,40745,1731447747676 2024-11-12T21:42:28,628 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,631 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0c576948786c,40745,1731447747676 2024-11-12T21:42:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T21:42:28,652 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T21:42:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T21:42:28,652 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,661 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T21:42:28,663 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0c576948786c,40745,1731447747676 from backup master directory 2024-11-12T21:42:28,665 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0c576948786c,40745,1731447747676 2024-11-12T21:42:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T21:42:28,667 WARN [master/0c576948786c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:42:28,668 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0c576948786c,40745,1731447747676 2024-11-12T21:42:28,670 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T21:42:28,672 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T21:42:28,746 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/hbase.id] with ID: 32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb 2024-11-12T21:42:28,747 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/.tmp/hbase.id 2024-11-12T21:42:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741826_1002 (size=42) 2024-11-12T21:42:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741826_1002 (size=42) 2024-11-12T21:42:28,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741826_1002 (size=42) 2024-11-12T21:42:28,775 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/.tmp/hbase.id]:[hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/hbase.id] 2024-11-12T21:42:28,838 INFO [master/0c576948786c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T21:42:28,844 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T21:42:28,864 INFO [master/0c576948786c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-12T21:42:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,868 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741827_1003 (size=196) 2024-11-12T21:42:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741827_1003 (size=196) 2024-11-12T21:42:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741827_1003 (size=196) 2024-11-12T21:42:28,905 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:42:28,907 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T21:42:28,913 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741828_1004 (size=1189) 2024-11-12T21:42:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741828_1004 (size=1189) 2024-11-12T21:42:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741828_1004 (size=1189) 2024-11-12T21:42:28,988 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store 2024-11-12T21:42:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741829_1005 (size=34) 2024-11-12T21:42:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741829_1005 (size=34) 2024-11-12T21:42:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741829_1005 (size=34) 2024-11-12T21:42:29,021 INFO [master/0c576948786c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T21:42:29,025 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:29,027 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:42:29,027 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:29,027 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:29,029 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:42:29,030 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:29,030 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:42:29,031 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731447749027Disabling compacts and flushes for region at 1731447749027Disabling writes for close at 1731447749029 (+2 ms)Writing region close event to WAL at 1731447749030 (+1 ms)Closed at 1731447749030 2024-11-12T21:42:29,034 WARN [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/.initializing 2024-11-12T21:42:29,034 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/WALs/0c576948786c,40745,1731447747676 2024-11-12T21:42:29,044 INFO [master/0c576948786c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:29,061 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C40745%2C1731447747676, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/WALs/0c576948786c,40745,1731447747676, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/oldWALs, maxLogs=10 2024-11-12T21:42:29,101 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/WALs/0c576948786c,40745,1731447747676/0c576948786c%2C40745%2C1731447747676.1731447749067, exclude list is [], retry=0 2024-11-12T21:42:29,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:29,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:29,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:29,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:29,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T21:42:29,176 INFO [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/WALs/0c576948786c,40745,1731447747676/0c576948786c%2C40745%2C1731447747676.1731447749067 2024-11-12T21:42:29,183 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:29,183 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:29,184 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:29,188 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,190 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T21:42:29,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:29,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T21:42:29,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:29,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T21:42:29,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:29,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T21:42:29,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:29,285 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,289 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,290 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,296 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,297 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,301 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T21:42:29,306 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T21:42:29,311 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:29,312 INFO [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73127051, jitterRate=0.08967797458171844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T21:42:29,320 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731447749203Initializing all the Stores at 1731447749205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447749206 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447749207 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447749207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447749207Cleaning up temporary data from old regions at 1731447749297 (+90 ms)Region opened successfully at 1731447749320 (+23 ms) 2024-11-12T21:42:29,322 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T21:42:29,363 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293b911c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:42:29,401 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T21:42:29,417 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T21:42:29,417 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T21:42:29,420 INFO [master/0c576948786c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T21:42:29,422 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T21:42:29,428 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T21:42:29,428 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T21:42:29,462 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T21:42:29,473 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T21:42:29,474 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T21:42:29,477 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T21:42:29,479 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T21:42:29,480 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T21:42:29,482 INFO [master/0c576948786c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T21:42:29,487 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T21:42:29,488 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T21:42:29,489 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T21:42:29,490 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T21:42:29,513 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T21:42:29,514 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T21:42:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:29,518 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T21:42:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,519 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,523 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0c576948786c,40745,1731447747676, sessionid=0x10035e34dda0000, setting cluster-up flag (Was=false) 2024-11-12T21:42:29,533 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,539 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T21:42:29,541 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,40745,1731447747676 2024-11-12T21:42:29,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,546 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:29,552 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T21:42:29,553 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0c576948786c,40745,1731447747676 2024-11-12T21:42:29,560 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T21:42:29,607 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(746): ClusterId : 32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb 2024-11-12T21:42:29,606 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(746): ClusterId : 32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb 2024-11-12T21:42:29,611 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T21:42:29,611 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T21:42:29,616 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(746): ClusterId : 32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb 2024-11-12T21:42:29,616 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T21:42:29,616 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T21:42:29,617 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T21:42:29,617 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T21:42:29,617 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T21:42:29,620 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T21:42:29,621 DEBUG [RS:1;0c576948786c:35779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744d33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:42:29,627 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T21:42:29,628 DEBUG [RS:0;0c576948786c:40557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c40e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:42:29,639 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T21:42:29,639 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T21:42:29,640 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0c576948786c:35779 2024-11-12T21:42:29,641 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T21:42:29,642 DEBUG [RS:2;0c576948786c:39335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521c70bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0c576948786c/172.17.0.2:0 2024-11-12T21:42:29,644 INFO [RS:1;0c576948786c:35779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T21:42:29,644 INFO [RS:1;0c576948786c:35779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T21:42:29,644 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T21:42:29,647 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=35779, startcode=1731447748480 2024-11-12T21:42:29,659 DEBUG [RS:1;0c576948786c:35779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T21:42:29,660 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0c576948786c:40557 2024-11-12T21:42:29,660 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T21:42:29,661 INFO [RS:0;0c576948786c:40557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T21:42:29,661 INFO [RS:0;0c576948786c:40557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T21:42:29,665 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T21:42:29,668 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=40557, startcode=1731447748364 2024-11-12T21:42:29,669 DEBUG [RS:0;0c576948786c:40557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T21:42:29,669 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0c576948786c:39335 2024-11-12T21:42:29,669 INFO [RS:2;0c576948786c:39335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T21:42:29,670 INFO [RS:2;0c576948786c:39335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T21:42:29,670 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T21:42:29,671 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=39335, startcode=1731447748551 2024-11-12T21:42:29,671 DEBUG [RS:2;0c576948786c:39335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T21:42:29,671 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T21:42:29,679 INFO [master/0c576948786c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T21:42:29,689 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0c576948786c,40745,1731447747676 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T21:42:29,703 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:42:29,704 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:42:29,704 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:42:29,705 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0c576948786c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T21:42:29,705 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0c576948786c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T21:42:29,705 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:29,705 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:42:29,705 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:29,735 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T21:42:29,735 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37523, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T21:42:29,736 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731447779736 2024-11-12T21:42:29,738 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T21:42:29,739 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52713, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T21:42:29,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:42:29,740 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T21:42:29,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T21:42:29,746 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T21:42:29,746 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T21:42:29,746 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T21:42:29,746 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T21:42:29,747 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:42:29,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T21:42:29,757 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:42:29,758 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T21:42:29,761 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:29,781 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T21:42:29,781 WARN [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T21:42:29,781 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T21:42:29,781 WARN [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T21:42:29,782 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T21:42:29,782 WARN [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T21:42:29,789 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T21:42:29,791 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T21:42:29,791 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T21:42:29,793 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T21:42:29,794 INFO [master/0c576948786c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T21:42:29,806 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447749796,5,FailOnTimeoutGroup] 2024-11-12T21:42:29,818 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447749806,5,FailOnTimeoutGroup] 2024-11-12T21:42:29,818 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:29,818 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T21:42:29,844 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:29,844 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741831_1007 (size=1321) 2024-11-12T21:42:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741831_1007 (size=1321) 2024-11-12T21:42:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741831_1007 (size=1321) 2024-11-12T21:42:29,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T21:42:29,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c 2024-11-12T21:42:29,883 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=35779, startcode=1731447748480 2024-11-12T21:42:29,883 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=40557, startcode=1731447748364 2024-11-12T21:42:29,883 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(2659): reportForDuty to master=0c576948786c,40745,1731447747676 with port=39335, startcode=1731447748551 2024-11-12T21:42:29,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c576948786c,40557,1731447748364 2024-11-12T21:42:29,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(517): Registering regionserver=0c576948786c,40557,1731447748364 2024-11-12T21:42:29,901 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c 2024-11-12T21:42:29,902 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-12T21:42:29,902 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T21:42:29,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c576948786c,35779,1731447748480 2024-11-12T21:42:29,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(517): Registering regionserver=0c576948786c,35779,1731447748480 2024-11-12T21:42:29,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:42:29,907 DEBUG [RS:0;0c576948786c:40557 {}] zookeeper.ZKUtil(111): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c576948786c,40557,1731447748364 2024-11-12T21:42:29,908 WARN [RS:0;0c576948786c:40557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:42:29,908 INFO [RS:0;0c576948786c:40557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:29,908 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364 2024-11-12T21:42:29,909 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c 2024-11-12T21:42:29,909 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-12T21:42:29,909 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T21:42:29,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0c576948786c,39335,1731447748551 2024-11-12T21:42:29,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40745 {}] master.ServerManager(517): Registering regionserver=0c576948786c,39335,1731447748551 2024-11-12T21:42:29,913 DEBUG [RS:1;0c576948786c:35779 {}] zookeeper.ZKUtil(111): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c576948786c,35779,1731447748480 2024-11-12T21:42:29,913 WARN [RS:1;0c576948786c:35779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:42:29,913 INFO [RS:1;0c576948786c:35779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:29,914 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480 2024-11-12T21:42:29,918 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c 2024-11-12T21:42:29,919 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-12T21:42:29,919 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T21:42:29,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c576948786c,35779,1731447748480] 2024-11-12T21:42:29,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c576948786c,40557,1731447748364] 2024-11-12T21:42:29,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:42:29,923 DEBUG [RS:2;0c576948786c:39335 {}] zookeeper.ZKUtil(111): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0c576948786c,39335,1731447748551 2024-11-12T21:42:29,924 WARN [RS:2;0c576948786c:39335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T21:42:29,924 INFO [RS:2;0c576948786c:39335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:29,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0c576948786c,39335,1731447748551] 2024-11-12T21:42:29,924 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,39335,1731447748551 2024-11-12T21:42:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741832_1008 (size=32) 2024-11-12T21:42:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741832_1008 (size=32) 2024-11-12T21:42:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741832_1008 (size=32) 2024-11-12T21:42:29,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:29,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:42:29,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:42:29,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:29,988 INFO [RS:1;0c576948786c:35779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T21:42:29,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:29,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:42:29,991 INFO [RS:2;0c576948786c:39335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T21:42:29,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:42:29,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:42:30,004 INFO [RS:0;0c576948786c:40557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T21:42:30,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:42:30,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:42:30,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:42:30,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:42:30,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740 2024-11-12T21:42:30,020 INFO [RS:0;0c576948786c:40557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T21:42:30,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740 2024-11-12T21:42:30,022 INFO [RS:2;0c576948786c:39335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T21:42:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:42:30,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:42:30,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T21:42:30,033 INFO [RS:2;0c576948786c:39335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:42:30,033 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:42:30,041 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T21:42:30,047 INFO [RS:2;0c576948786c:39335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T21:42:30,049 INFO [RS:1;0c576948786c:35779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T21:42:30,050 INFO [RS:0;0c576948786c:40557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:42:30,050 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,050 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:30,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69954681, jitterRate=0.042405977845191956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T21:42:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731447749953Initializing all the Stores at 1731447749955 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447749956 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447749977 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447749977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447749977Cleaning up temporary data from old regions at 1731447750026 (+49 ms)Region opened successfully at 1731447750054 (+28 ms) 2024-11-12T21:42:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:42:30,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:42:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:42:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:42:30,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:42:30,051 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,056 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,056 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,056 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,057 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,058 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,058 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,058 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,058 DEBUG [RS:2;0c576948786c:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,062 INFO [RS:1;0c576948786c:35779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:42:30,062 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,065 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T21:42:30,066 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:42:30,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731447750055Disabling compacts and flushes for region at 1731447750055Disabling writes for close at 1731447750055Writing region close event to WAL at 1731447750066 (+11 ms)Closed at 1731447750066 2024-11-12T21:42:30,067 INFO [RS:0;0c576948786c:40557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T21:42:30,067 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,068 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:42:30,068 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,069 INFO [RS:1;0c576948786c:35779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T21:42:30,070 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T21:42:30,070 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,071 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,073 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,073 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,074 DEBUG [RS:0;0c576948786c:40557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,074 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,074 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,074 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0c576948786c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T21:42:30,074 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,074 DEBUG [RS:1;0c576948786c:35779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0c576948786c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T21:42:30,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:42:30,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T21:42:30,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T21:42:30,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:42:30,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T21:42:30,101 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,101 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,101 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,101 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,101 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,102 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,39335,1731447748551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:42:30,105 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,105 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,106 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,106 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,106 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,106 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40557,1731447748364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:42:30,137 INFO [RS:2;0c576948786c:39335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T21:42:30,140 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,39335,1731447748551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,140 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,140 INFO [RS:2;0c576948786c:39335 {}] regionserver.Replication(171): 0c576948786c,39335,1731447748551 started 2024-11-12T21:42:30,157 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,157 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,157 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,158 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,158 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,158 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,35779,1731447748480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:42:30,167 INFO [RS:0;0c576948786c:40557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T21:42:30,168 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40557,1731447748364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,168 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,168 INFO [RS:0;0c576948786c:40557 {}] regionserver.Replication(171): 0c576948786c,40557,1731447748364 started 2024-11-12T21:42:30,185 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,186 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1482): Serving as 0c576948786c,39335,1731447748551, RpcServer on 0c576948786c/172.17.0.2:39335, sessionid=0x10035e34dda0003 2024-11-12T21:42:30,187 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T21:42:30,187 DEBUG [RS:2;0c576948786c:39335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c576948786c,39335,1731447748551 2024-11-12T21:42:30,187 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,39335,1731447748551' 2024-11-12T21:42:30,187 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T21:42:30,197 INFO [RS:1;0c576948786c:35779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T21:42:30,197 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,35779,1731447748480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,197 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,198 INFO [RS:1;0c576948786c:35779 {}] regionserver.Replication(171): 0c576948786c,35779,1731447748480 started 2024-11-12T21:42:30,198 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,198 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1482): Serving as 0c576948786c,40557,1731447748364, RpcServer on 0c576948786c/172.17.0.2:40557, sessionid=0x10035e34dda0001 2024-11-12T21:42:30,199 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T21:42:30,200 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T21:42:30,200 DEBUG [RS:0;0c576948786c:40557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c576948786c,40557,1731447748364 2024-11-12T21:42:30,200 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,40557,1731447748364' 2024-11-12T21:42:30,200 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T21:42:30,201 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T21:42:30,201 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T21:42:30,201 DEBUG [RS:2;0c576948786c:39335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c576948786c,39335,1731447748551 2024-11-12T21:42:30,201 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T21:42:30,201 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,39335,1731447748551' 2024-11-12T21:42:30,201 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T21:42:30,202 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T21:42:30,202 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T21:42:30,202 DEBUG [RS:0;0c576948786c:40557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c576948786c,40557,1731447748364 2024-11-12T21:42:30,202 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,40557,1731447748364' 2024-11-12T21:42:30,202 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T21:42:30,203 DEBUG [RS:0;0c576948786c:40557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T21:42:30,203 DEBUG [RS:2;0c576948786c:39335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T21:42:30,205 DEBUG [RS:2;0c576948786c:39335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T21:42:30,205 INFO [RS:2;0c576948786c:39335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T21:42:30,206 INFO [RS:2;0c576948786c:39335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T21:42:30,208 DEBUG [RS:0;0c576948786c:40557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T21:42:30,208 INFO [RS:0;0c576948786c:40557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T21:42:30,208 INFO [RS:0;0c576948786c:40557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T21:42:30,224 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:30,225 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1482): Serving as 0c576948786c,35779,1731447748480, RpcServer on 0c576948786c/172.17.0.2:35779, sessionid=0x10035e34dda0002 2024-11-12T21:42:30,225 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T21:42:30,225 DEBUG [RS:1;0c576948786c:35779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0c576948786c,35779,1731447748480 2024-11-12T21:42:30,225 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,35779,1731447748480' 2024-11-12T21:42:30,225 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T21:42:30,226 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T21:42:30,227 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T21:42:30,227 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T21:42:30,227 DEBUG [RS:1;0c576948786c:35779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0c576948786c,35779,1731447748480 2024-11-12T21:42:30,227 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0c576948786c,35779,1731447748480' 2024-11-12T21:42:30,227 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T21:42:30,228 DEBUG [RS:1;0c576948786c:35779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T21:42:30,230 DEBUG [RS:1;0c576948786c:35779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T21:42:30,230 INFO [RS:1;0c576948786c:35779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T21:42:30,230 INFO [RS:1;0c576948786c:35779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T21:42:30,252 WARN [0c576948786c:40745 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T21:42:30,312 INFO [RS:0;0c576948786c:40557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:30,313 INFO [RS:2;0c576948786c:39335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:30,315 INFO [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C40557%2C1731447748364, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs, maxLogs=32 2024-11-12T21:42:30,316 INFO [RS:2;0c576948786c:39335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C39335%2C1731447748551, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,39335,1731447748551, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs, maxLogs=32 2024-11-12T21:42:30,331 INFO [RS:1;0c576948786c:35779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:30,334 INFO [RS:1;0c576948786c:35779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C35779%2C1731447748480, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs, maxLogs=32 2024-11-12T21:42:30,336 DEBUG [RS:2;0c576948786c:39335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,39335,1731447748551/0c576948786c%2C39335%2C1731447748551.1731447750319, exclude list is [], retry=0 2024-11-12T21:42:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:30,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:30,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:30,365 DEBUG [RS:0;0c576948786c:40557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364/0c576948786c%2C40557%2C1731447748364.1731447750325, exclude list is [], retry=0 2024-11-12T21:42:30,371 DEBUG [RS:1;0c576948786c:35779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480/0c576948786c%2C35779%2C1731447748480.1731447750337, exclude list is [], retry=0 2024-11-12T21:42:30,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:30,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:30,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:30,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:30,385 INFO [RS:2;0c576948786c:39335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,39335,1731447748551/0c576948786c%2C39335%2C1731447748551.1731447750319 2024-11-12T21:42:30,409 DEBUG [RS:2;0c576948786c:39335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:30,430 INFO [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364/0c576948786c%2C40557%2C1731447748364.1731447750325 2024-11-12T21:42:30,436 DEBUG [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:30,438 INFO [RS:1;0c576948786c:35779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480/0c576948786c%2C35779%2C1731447748480.1731447750337 2024-11-12T21:42:30,441 DEBUG [RS:1;0c576948786c:35779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:30,505 DEBUG [0c576948786c:40745 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T21:42:30,515 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(204): Hosts are {0c576948786c=0} racks are {/default-rack=0} 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T21:42:30,523 INFO [0c576948786c:40745 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T21:42:30,523 INFO [0c576948786c:40745 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T21:42:30,523 INFO [0c576948786c:40745 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T21:42:30,523 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T21:42:30,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0c576948786c,40557,1731447748364 2024-11-12T21:42:30,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,40557,1731447748364, state=OPENING 2024-11-12T21:42:30,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T21:42:30,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:30,547 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:30,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:30,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:42:30,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T21:42:30,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,40557,1731447748364}] 2024-11-12T21:42:30,745 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:42:30,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47123, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:42:30,762 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T21:42:30,763 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:30,764 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T21:42:30,767 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0c576948786c%2C40557%2C1731447748364.meta, suffix=.meta, logDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs, maxLogs=32 2024-11-12T21:42:30,788 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364/0c576948786c%2C40557%2C1731447748364.meta.1731447750769.meta, exclude list is [], retry=0 2024-11-12T21:42:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:30,806 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,40557,1731447748364/0c576948786c%2C40557%2C1731447748364.meta.1731447750769.meta 2024-11-12T21:42:30,807 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:30,807 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:30,809 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T21:42:30,812 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T21:42:30,818 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T21:42:30,824 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T21:42:30,825 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:30,825 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T21:42:30,825 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T21:42:30,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T21:42:30,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T21:42:30,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T21:42:30,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T21:42:30,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T21:42:30,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T21:42:30,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T21:42:30,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T21:42:30,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:30,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T21:42:30,861 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T21:42:30,863 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740 2024-11-12T21:42:30,867 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740 2024-11-12T21:42:30,870 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T21:42:30,870 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T21:42:30,871 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T21:42:30,876 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T21:42:30,878 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525113, jitterRate=0.09560956060886383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T21:42:30,878 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T21:42:30,880 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731447750826Writing region info on filesystem at 1731447750826Initializing all the Stores at 1731447750830 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447750831 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447750845 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447750845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731447750845Cleaning up temporary data from old regions at 1731447750870 (+25 ms)Running coprocessor post-open hooks at 1731447750878 (+8 ms)Region opened successfully at 1731447750880 (+2 ms) 2024-11-12T21:42:30,890 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731447750736 2024-11-12T21:42:30,904 DEBUG [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T21:42:30,905 INFO [RS_OPEN_META-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T21:42:30,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,40557,1731447748364 2024-11-12T21:42:30,909 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0c576948786c,40557,1731447748364, state=OPEN 2024-11-12T21:42:30,911 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:42:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:42:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:42:30,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T21:42:30,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T21:42:30,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0c576948786c,40557,1731447748364 2024-11-12T21:42:30,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T21:42:30,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0c576948786c,40557,1731447748364 in 346 msec 2024-11-12T21:42:30,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T21:42:30,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 840 msec 2024-11-12T21:42:30,930 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T21:42:30,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T21:42:30,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:30,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,40557,1731447748364, seqNum=-1] 2024-11-12T21:42:31,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:31,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58365, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:31,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4620 sec 2024-11-12T21:42:31,061 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731447751061, completionTime=-1 2024-11-12T21:42:31,064 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T21:42:31,065 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T21:42:31,093 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T21:42:31,093 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731447811093 2024-11-12T21:42:31,094 INFO [master/0c576948786c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731447871093 2024-11-12T21:42:31,094 INFO [master/0c576948786c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-12T21:42:31,096 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T21:42:31,104 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,105 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,105 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,107 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0c576948786c:40745, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,107 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,109 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,115 DEBUG [master/0c576948786c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T21:42:31,137 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.469sec 2024-11-12T21:42:31,139 INFO [master/0c576948786c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T21:42:31,140 INFO [master/0c576948786c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T21:42:31,141 INFO [master/0c576948786c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T21:42:31,141 INFO [master/0c576948786c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T21:42:31,141 INFO [master/0c576948786c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T21:42:31,142 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T21:42:31,142 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T21:42:31,147 DEBUG [master/0c576948786c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T21:42:31,149 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T21:42:31,149 INFO [master/0c576948786c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0c576948786c,40745,1731447747676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:31,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ab0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:31,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0c576948786c,40745,-1 for getting cluster id 2024-11-12T21:42:31,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T21:42:31,229 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb' 2024-11-12T21:42:31,231 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T21:42:31,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb" 2024-11-12T21:42:31,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d926a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:31,232 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0c576948786c,40745,-1] 2024-11-12T21:42:31,235 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T21:42:31,239 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:31,240 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T21:42:31,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b6c7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T21:42:31,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T21:42:31,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0c576948786c,40557,1731447748364, seqNum=-1] 2024-11-12T21:42:31,253 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:31,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:31,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0c576948786c,40745,1731447747676 2024-11-12T21:42:31,281 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39639/hbase 2024-11-12T21:42:31,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=9159 2024-11-12T21:42:31,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:31,339 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:31,343 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:31,351 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43809569, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-43809569, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:31,370 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43809569/hregion-43809569.1731447751352, exclude list is [], retry=0 2024-11-12T21:42:31,375 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:31,378 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:31,386 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:31,402 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43809569/hregion-43809569.1731447751352 2024-11-12T21:42:31,417 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:31,417 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8d7d7e58479c9c8724c7cd0079ba714e, NAME => 'testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741838_1014 (size=64) 2024-11-12T21:42:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741838_1014 (size=64) 2024-11-12T21:42:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741838_1014 (size=64) 2024-11-12T21:42:31,479 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:31,482 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,485 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7d7e58479c9c8724c7cd0079ba714e columnFamilyName a 2024-11-12T21:42:31,485 DEBUG [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:31,486 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] regionserver.HStore(327): Store=8d7d7e58479c9c8724c7cd0079ba714e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:31,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,489 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,496 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,501 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:31,502 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d7d7e58479c9c8724c7cd0079ba714e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829062, jitterRate=-0.033971697092056274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:31,504 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d7d7e58479c9c8724c7cd0079ba714e: Writing region info on filesystem at 1731447751480Initializing all the Stores at 1731447751481 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447751481Cleaning up temporary data from old regions at 1731447751491 (+10 ms)Region opened successfully at 1731447751503 (+12 ms) 2024-11-12T21:42:31,504 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8d7d7e58479c9c8724c7cd0079ba714e, disabling compactions & flushes 2024-11-12T21:42:31,504 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. 2024-11-12T21:42:31,504 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. 2024-11-12T21:42:31,504 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. after waiting 0 ms 2024-11-12T21:42:31,504 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. 2024-11-12T21:42:31,504 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. 2024-11-12T21:42:31,505 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8d7d7e58479c9c8724c7cd0079ba714e: Waiting for close lock at 1731447751504Disabling compacts and flushes for region at 1731447751504Disabling writes for close at 1731447751504Writing region close event to WAL at 1731447751504Closed at 1731447751504 2024-11-12T21:42:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741837_1013 (size=93) 2024-11-12T21:42:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741837_1013 (size=93) 2024-11-12T21:42:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741837_1013 (size=93) 2024-11-12T21:42:31,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:31,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43809569:(num 1731447751352) 2024-11-12T21:42:31,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T21:42:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741839_1015 (size=369) 2024-11-12T21:42:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741839_1015 (size=369) 2024-11-12T21:42:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741839_1015 (size=369) 2024-11-12T21:42:31,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T21:42:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741840_1016 (size=231) 2024-11-12T21:42:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741840_1016 (size=231) 2024-11-12T21:42:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741840_1016 (size=231) 2024-11-12T21:42:31,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1, size=369 (369bytes) 2024-11-12T21:42:31,665 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T21:42:31,665 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T21:42:31,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1 2024-11-12T21:42:31,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1 after 5ms 2024-11-12T21:42:31,680 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1 took 18ms 2024-11-12T21:42:31,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1 so closing down 2024-11-12T21:42:31,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:31,697 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T21:42:31,700 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T21:42:31,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741841_1017 (size=369) 2024-11-12T21:42:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741841_1017 (size=369) 2024-11-12T21:42:31,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741841_1017 (size=369) 2024-11-12T21:42:31,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:31,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002 2024-11-12T21:42:31,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-12T21:42:31,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1, journal: Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1, size=369 (369bytes) at 1731447751664Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1 so closing down at 1731447751688 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp at 1731447751700 (+12 ms)3 split writer threads finished at 1731447751702 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731447751737 (+35 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002 at 1731447751741 (+4 ms)Processed 2 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731447751746 (+5 ms) 2024-11-12T21:42:31,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2, size=231 (231bytes) 2024-11-12T21:42:31,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2 2024-11-12T21:42:31,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2 after 1ms 2024-11-12T21:42:31,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2 took 8ms 2024-11-12T21:42:31,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2 so closing down 2024-11-12T21:42:31,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:31,791 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T21:42:31,793 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T21:42:31,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741842_1018 (size=231) 2024-11-12T21:42:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741842_1018 (size=231) 2024-11-12T21:42:31,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741842_1018 (size=231) 2024-11-12T21:42:31,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:31,830 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-12T21:42:31,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-12T21:42:31,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2, journal: Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2, size=231 (231bytes) at 1731447751767Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2 so closing down at 1731447751781 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002-wal-2.temp at 1731447751793 (+12 ms)3 split writer threads finished at 1731447751794 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731447751822 (+28 ms)Processed 1 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731447751833 (+11 ms) 2024-11-12T21:42:31,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:31,836 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:31,851 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal.1731447751836, exclude list is [], retry=0 2024-11-12T21:42:31,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:31,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:31,856 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:31,861 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal.1731447751836 2024-11-12T21:42:31,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:31,862 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d7d7e58479c9c8724c7cd0079ba714e, NAME => 'testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:31,862 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:31,862 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,862 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,865 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,866 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7d7e58479c9c8724c7cd0079ba714e columnFamilyName a 2024-11-12T21:42:31,866 DEBUG [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:31,868 INFO [StoreOpener-8d7d7e58479c9c8724c7cd0079ba714e-1 {}] regionserver.HStore(327): Store=8d7d7e58479c9c8724c7cd0079ba714e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:31,868 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,870 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:31,878 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002 2024-11-12T21:42:31,893 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002 2024-11-12T21:42:31,900 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8d7d7e58479c9c8724c7cd0079ba714e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T21:42:31,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/.tmp/a/f231db2672064170bced5c97f5d88247 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731447751548/Put/seqid=0 2024-11-12T21:42:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741844_1020 (size=5170) 2024-11-12T21:42:31,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741844_1020 (size=5170) 2024-11-12T21:42:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741844_1020 (size=5170) 2024-11-12T21:42:31,975 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/.tmp/a/f231db2672064170bced5c97f5d88247 2024-11-12T21:42:32,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/.tmp/a/f231db2672064170bced5c97f5d88247 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/a/f231db2672064170bced5c97f5d88247 2024-11-12T21:42:32,042 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/a/f231db2672064170bced5c97f5d88247, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T21:42:32,048 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8d7d7e58479c9c8724c7cd0079ba714e in 151ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T21:42:32,054 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/0000000000000000002 2024-11-12T21:42:32,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:32,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:32,058 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8d7d7e58479c9c8724c7cd0079ba714e 2024-11-12T21:42:32,062 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8d7d7e58479c9c8724c7cd0079ba714e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T21:42:32,064 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8d7d7e58479c9c8724c7cd0079ba714e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74313988, jitterRate=0.1073647141456604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:32,064 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8d7d7e58479c9c8724c7cd0079ba714e: Writing region info on filesystem at 1731447751862Initializing all the Stores at 1731447751864 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447751864Obtaining lock to block concurrent updates at 1731447751900 (+36 ms)Preparing flush snapshotting stores in 8d7d7e58479c9c8724c7cd0079ba714e at 1731447751900Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731447751903 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731447751335.8d7d7e58479c9c8724c7cd0079ba714e. at 1731447751904 (+1 ms)Flushing 8d7d7e58479c9c8724c7cd0079ba714e/a: creating writer at 1731447751905 (+1 ms)Flushing 8d7d7e58479c9c8724c7cd0079ba714e/a: appending metadata at 1731447751949 (+44 ms)Flushing 8d7d7e58479c9c8724c7cd0079ba714e/a: closing flushed file at 1731447751951 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36aaa3f7: reopening flushed file at 1731447752028 (+77 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 8d7d7e58479c9c8724c7cd0079ba714e in 151ms, sequenceid=2, compaction requested=false; wal=null at 1731447752048 (+20 ms)Cleaning up temporary data from old regions at 1731447752055 (+7 ms)Region opened successfully at 1731447752064 (+9 ms) 2024-11-12T21:42:32,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33236 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39639/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33442 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33342 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33454 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47190 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:36960 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=9142 (was 9159) 2024-11-12T21:42:32,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=9141 2024-11-12T21:42:32,133 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:32,137 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:32,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:32,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26301995, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-26301995, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:32,158 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26301995/hregion-26301995.1731447752144, exclude list is [], retry=0 2024-11-12T21:42:32,163 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:32,164 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:32,166 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:32,187 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26301995/hregion-26301995.1731447752144 2024-11-12T21:42:32,191 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:32,191 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b3a87df93710ad4c86f1a97996c9351d, NAME => 'testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:32,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741846_1022 (size=64) 2024-11-12T21:42:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741846_1022 (size=64) 2024-11-12T21:42:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741846_1022 (size=64) 2024-11-12T21:42:32,243 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:32,253 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,256 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a87df93710ad4c86f1a97996c9351d columnFamilyName a 2024-11-12T21:42:32,256 DEBUG [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,258 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] regionserver.HStore(327): Store=b3a87df93710ad4c86f1a97996c9351d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:32,258 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,259 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,261 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,261 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,264 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,268 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:32,268 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3a87df93710ad4c86f1a97996c9351d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66925145, jitterRate=-0.0027376264333724976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:32,269 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3a87df93710ad4c86f1a97996c9351d: Writing region info on filesystem at 1731447752244Initializing all the Stores at 1731447752246 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447752246Cleaning up temporary data from old regions at 1731447752261 (+15 ms)Region opened successfully at 1731447752269 (+8 ms) 2024-11-12T21:42:32,269 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b3a87df93710ad4c86f1a97996c9351d, disabling compactions & flushes 2024-11-12T21:42:32,269 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. 2024-11-12T21:42:32,269 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. 2024-11-12T21:42:32,269 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. after waiting 0 ms 2024-11-12T21:42:32,269 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. 2024-11-12T21:42:32,270 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. 2024-11-12T21:42:32,270 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b3a87df93710ad4c86f1a97996c9351d: Waiting for close lock at 1731447752269Disabling compacts and flushes for region at 1731447752269Disabling writes for close at 1731447752269Writing region close event to WAL at 1731447752270 (+1 ms)Closed at 1731447752270 2024-11-12T21:42:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741845_1021 (size=93) 2024-11-12T21:42:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741845_1021 (size=93) 2024-11-12T21:42:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741845_1021 (size=93) 2024-11-12T21:42:32,281 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:32,281 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26301995:(num 1731447752144) 2024-11-12T21:42:32,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T21:42:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741847_1023 (size=369) 2024-11-12T21:42:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741847_1023 (size=369) 2024-11-12T21:42:32,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741847_1023 (size=369) 2024-11-12T21:42:32,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T21:42:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741848_1024 (size=231) 2024-11-12T21:42:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741848_1024 (size=231) 2024-11-12T21:42:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741848_1024 (size=231) 2024-11-12T21:42:32,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2, size=231 (231bytes) 2024-11-12T21:42:32,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2 2024-11-12T21:42:32,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2 after 1ms 2024-11-12T21:42:32,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2 took 5ms 2024-11-12T21:42:32,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2 so closing down 2024-11-12T21:42:32,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:32,387 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T21:42:32,389 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T21:42:32,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741849_1025 (size=231) 2024-11-12T21:42:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741849_1025 (size=231) 2024-11-12T21:42:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741849_1025 (size=231) 2024-11-12T21:42:32,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:32,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 2024-11-12T21:42:32,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-12T21:42:32,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2, journal: Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2, size=231 (231bytes) at 1731447752378Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2 so closing down at 1731447752385 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp at 1731447752389 (+4 ms)3 split writer threads finished at 1731447752390 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731447752424 (+34 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 at 1731447752427 (+3 ms)Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1731447752427 2024-11-12T21:42:32,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1, size=369 (369bytes) 2024-11-12T21:42:32,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1 2024-11-12T21:42:32,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1 after 1ms 2024-11-12T21:42:32,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1 took 5ms 2024-11-12T21:42:32,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1 so closing down 2024-11-12T21:42:32,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:32,457 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T21:42:32,460 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T21:42:32,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741850_1026 (size=369) 2024-11-12T21:42:32,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741850_1026 (size=369) 2024-11-12T21:42:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741850_1026 (size=369) 2024-11-12T21:42:32,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:32,493 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002, length=231 2024-11-12T21:42:32,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 2024-11-12T21:42:32,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-12T21:42:32,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1, journal: Splitting hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1, size=369 (369bytes) at 1731447752445Finishing writing output for hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1 so closing down at 1731447752454 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp at 1731447752460 (+6 ms)3 split writer threads finished at 1731447752460Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731447752481 (+21 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 at 1731447752498 (+17 ms)Processed 2 edits across 1 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1731447752498 2024-11-12T21:42:32,499 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:32,502 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:32,521 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal.1731447752503, exclude list is [], retry=0 2024-11-12T21:42:32,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:32,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:32,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:32,533 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal.1731447752503 2024-11-12T21:42:32,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:32,537 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b3a87df93710ad4c86f1a97996c9351d, NAME => 'testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:32,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:32,538 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,538 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,541 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,544 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3a87df93710ad4c86f1a97996c9351d columnFamilyName a 2024-11-12T21:42:32,545 DEBUG [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,546 INFO [StoreOpener-b3a87df93710ad4c86f1a97996c9351d-1 {}] regionserver.HStore(327): Store=b3a87df93710ad4c86f1a97996c9351d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:32,546 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,551 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 2024-11-12T21:42:32,558 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 2024-11-12T21:42:32,558 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b3a87df93710ad4c86f1a97996c9351d 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T21:42:32,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/.tmp/a/5bd571726b0e459cad462f92cd1cdfea is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731447752281/Put/seqid=0 2024-11-12T21:42:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741852_1028 (size=5170) 2024-11-12T21:42:32,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741852_1028 (size=5170) 2024-11-12T21:42:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741852_1028 (size=5170) 2024-11-12T21:42:32,610 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/.tmp/a/5bd571726b0e459cad462f92cd1cdfea 2024-11-12T21:42:32,621 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/.tmp/a/5bd571726b0e459cad462f92cd1cdfea as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/a/5bd571726b0e459cad462f92cd1cdfea 2024-11-12T21:42:32,635 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/a/5bd571726b0e459cad462f92cd1cdfea, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T21:42:32,635 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b3a87df93710ad4c86f1a97996c9351d in 77ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T21:42:32,636 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/0000000000000000002 2024-11-12T21:42:32,637 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,637 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,642 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b3a87df93710ad4c86f1a97996c9351d 2024-11-12T21:42:32,646 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/b3a87df93710ad4c86f1a97996c9351d/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T21:42:32,648 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b3a87df93710ad4c86f1a97996c9351d; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65663997, jitterRate=-0.02153019607067108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:32,649 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b3a87df93710ad4c86f1a97996c9351d: Writing region info on filesystem at 1731447752538Initializing all the Stores at 1731447752540 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447752540Obtaining lock to block concurrent updates at 1731447752558 (+18 ms)Preparing flush snapshotting stores in b3a87df93710ad4c86f1a97996c9351d at 1731447752558Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731447752558Flushing stores of testReplayEditsWrittenIntoWAL,,1731447752135.b3a87df93710ad4c86f1a97996c9351d. at 1731447752558Flushing b3a87df93710ad4c86f1a97996c9351d/a: creating writer at 1731447752558Flushing b3a87df93710ad4c86f1a97996c9351d/a: appending metadata at 1731447752577 (+19 ms)Flushing b3a87df93710ad4c86f1a97996c9351d/a: closing flushed file at 1731447752577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f15725: reopening flushed file at 1731447752619 (+42 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b3a87df93710ad4c86f1a97996c9351d in 77ms, sequenceid=2, compaction requested=false; wal=null at 1731447752635 (+16 ms)Cleaning up temporary data from old regions at 1731447752637 (+2 ms)Region opened successfully at 1731447752649 (+12 ms) 2024-11-12T21:42:32,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33236 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33548 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33454 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47258 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:36960 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33426 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=9131 (was 9141) 2024-11-12T21:42:32,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=9130 2024-11-12T21:42:32,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:32,697 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:32,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:32,701 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50215508, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-50215508, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:32,720 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50215508/hregion-50215508.1731447752701, exclude list is [], retry=0 2024-11-12T21:42:32,724 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:32,724 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:32,724 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:32,728 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50215508/hregion-50215508.1731447752701 2024-11-12T21:42:32,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:32,729 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8da1c59b2e99c730a69a0cf474bb0399, NAME => 'testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741854_1030 (size=64) 2024-11-12T21:42:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741854_1030 (size=64) 2024-11-12T21:42:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741854_1030 (size=64) 2024-11-12T21:42:32,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:32,749 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,752 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName a 2024-11-12T21:42:32,752 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,752 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:32,752 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,754 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName b 2024-11-12T21:42:32,754 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,755 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:32,755 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,760 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName c 2024-11-12T21:42:32,760 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:32,761 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:32,762 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,765 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,765 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,765 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:32,767 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:32,769 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:32,770 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8da1c59b2e99c730a69a0cf474bb0399; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68120977, jitterRate=0.015081658959388733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8da1c59b2e99c730a69a0cf474bb0399: Writing region info on filesystem at 1731447752747Initializing all the Stores at 1731447752749 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447752749Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447752749Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447752749Cleaning up temporary data from old regions at 1731447752765 (+16 ms)Region opened successfully at 1731447752770 (+5 ms) 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8da1c59b2e99c730a69a0cf474bb0399, disabling compactions & flushes 2024-11-12T21:42:32,771 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. after waiting 0 ms 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:32,771 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8da1c59b2e99c730a69a0cf474bb0399: Waiting for close lock at 1731447752771Disabling compacts and flushes for region at 1731447752771Disabling writes for close at 1731447752771Writing region close event to WAL at 1731447752771Closed at 1731447752771 2024-11-12T21:42:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741853_1029 (size=93) 2024-11-12T21:42:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741853_1029 (size=93) 2024-11-12T21:42:32,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741853_1029 (size=93) 2024-11-12T21:42:32,778 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:32,779 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50215508:(num 1731447752701) 2024-11-12T21:42:32,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:32,781 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:32,800 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, exclude list is [], retry=0 2024-11-12T21:42:32,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:32,804 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:32,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:32,809 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 2024-11-12T21:42:32,810 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:33,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, size=0 (0bytes) 2024-11-12T21:42:33,093 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 might be still open, length is 0 2024-11-12T21:42:33,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 2024-11-12T21:42:33,094 WARN [IPC Server handler 2 on default port 39639 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-12T21:42:33,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 after 2ms 2024-11-12T21:42:35,687 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33584 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33584 dst: /127.0.0.1:41283 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41283 remote=/127.0.0.1:33584]. Total timeout mills is 60000, 57369 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,688 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:33458 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:32995:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33458 dst: /127.0.0.1:32995 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,688 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47298 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44021:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47298 dst: /127.0.0.1:44021 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741855_1032 (size=470675) 2024-11-12T21:42:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741855_1032 (size=470675) 2024-11-12T21:42:35,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741855_1032 (size=470675) 2024-11-12T21:42:36,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:42:36,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T21:42:37,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 after 4002ms 2024-11-12T21:42:37,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 took 4008ms 2024-11-12T21:42:37,114 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731447752782.temp 2024-11-12T21:42:37,125 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp 2024-11-12T21:42:37,200 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782; continuing. 2024-11-12T21:42:37,200 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 so closing down 2024-11-12T21:42:37,200 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:37,201 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741856_1033 (size=470683) 2024-11-12T21:42:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741856_1033 (size=470683) 2024-11-12T21:42:37,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741856_1033 (size=470683) 2024-11-12T21:42:37,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp (wrote 3002 edits, skipped 0 edits in 30 ms) 2024-11-12T21:42:37,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 2024-11-12T21:42:37,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T21:42:37,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, journal: Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, size=0 (0bytes) at 1731447753093Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp at 1731447757125 (+4032 ms)Split 1024 edits, skipped 0 edits. at 1731447757162 (+37 ms)Split 2048 edits, skipped 0 edits. at 1731447757184 (+22 ms)Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 so closing down at 1731447757200 (+16 ms)3 split writer threads finished at 1731447757201 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp (wrote 3002 edits, skipped 0 edits in 30 ms) at 1731447757217 (+16 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000000001-wal.1731447752782.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 at 1731447757220 (+3 ms)Processed 3002 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782, size=0, length=0, corrupted=false, cancelled=false at 1731447757221 (+1 ms) 2024-11-12T21:42:37,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447752782 2024-11-12T21:42:37,227 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 2024-11-12T21:42:37,227 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:37,232 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:37,253 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447757233, exclude list is [], retry=0 2024-11-12T21:42:37,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:37,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:37,257 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:37,262 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447757233 2024-11-12T21:42:37,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:37,262 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:37,265 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,266 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName a 2024-11-12T21:42:37,266 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:37,267 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:37,267 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,268 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName b 2024-11-12T21:42:37,269 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:37,269 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:37,270 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,271 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8da1c59b2e99c730a69a0cf474bb0399 columnFamilyName c 2024-11-12T21:42:37,271 DEBUG [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:37,272 INFO [StoreOpener-8da1c59b2e99c730a69a0cf474bb0399-1 {}] regionserver.HStore(327): Store=8da1c59b2e99c730a69a0cf474bb0399/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:37,272 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,274 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:37,278 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 2024-11-12T21:42:37,332 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T21:42:37,826 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8da1c59b2e99c730a69a0cf474bb0399 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T21:42:37,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/a157adac52ba4fa48497286c3f404521 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731447752820/Put/seqid=0 2024-11-12T21:42:37,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741858_1035 (size=50463) 2024-11-12T21:42:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741858_1035 (size=50463) 2024-11-12T21:42:37,908 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/a157adac52ba4fa48497286c3f404521 2024-11-12T21:42:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741858_1035 (size=50463) 2024-11-12T21:42:37,923 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/a157adac52ba4fa48497286c3f404521 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/a/a157adac52ba4fa48497286c3f404521 2024-11-12T21:42:37,938 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/a/a157adac52ba4fa48497286c3f404521, entries=754, sequenceid=754, filesize=49.3 K 2024-11-12T21:42:37,938 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 8da1c59b2e99c730a69a0cf474bb0399 in 113ms, sequenceid=754, compaction requested=false; wal=null 2024-11-12T21:42:37,962 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T21:42:37,962 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8da1c59b2e99c730a69a0cf474bb0399 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T21:42:37,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/53e42314c82f44fd8a19a1686d24a0f6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731447752891/Put/seqid=0 2024-11-12T21:42:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741859_1036 (size=20072) 2024-11-12T21:42:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741859_1036 (size=20072) 2024-11-12T21:42:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741859_1036 (size=20072) 2024-11-12T21:42:38,036 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/53e42314c82f44fd8a19a1686d24a0f6 2024-11-12T21:42:38,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T21:42:38,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:38,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:42:38,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T21:42:38,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T21:42:38,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:38,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-12T21:42:38,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:38,075 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/84495fae2348481ba31c51a30836481f is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731447752925/Put/seqid=0 2024-11-12T21:42:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741860_1037 (size=35835) 2024-11-12T21:42:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741860_1037 (size=35835) 2024-11-12T21:42:38,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741860_1037 (size=35835) 2024-11-12T21:42:38,093 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/84495fae2348481ba31c51a30836481f 2024-11-12T21:42:38,102 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/a/53e42314c82f44fd8a19a1686d24a0f6 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/a/53e42314c82f44fd8a19a1686d24a0f6 2024-11-12T21:42:38,112 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/a/53e42314c82f44fd8a19a1686d24a0f6, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-12T21:42:38,114 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/84495fae2348481ba31c51a30836481f as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/b/84495fae2348481ba31c51a30836481f 2024-11-12T21:42:38,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/b/84495fae2348481ba31c51a30836481f, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-12T21:42:38,126 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8da1c59b2e99c730a69a0cf474bb0399 in 164ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-12T21:42:38,138 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T21:42:38,139 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8da1c59b2e99c730a69a0cf474bb0399 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T21:42:38,154 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/382fa021a13f4b8ca7f0fb6252aecf67 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731447752953/Put/seqid=0 2024-11-12T21:42:38,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741861_1038 (size=35082) 2024-11-12T21:42:38,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741861_1038 (size=35082) 2024-11-12T21:42:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741861_1038 (size=35082) 2024-11-12T21:42:38,201 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/382fa021a13f4b8ca7f0fb6252aecf67 2024-11-12T21:42:38,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/bd9811e1a13c46408487b7fffbae4bf8 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731447752994/Put/seqid=0 2024-11-12T21:42:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741862_1039 (size=20825) 2024-11-12T21:42:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741862_1039 (size=20825) 2024-11-12T21:42:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741862_1039 (size=20825) 2024-11-12T21:42:38,260 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/bd9811e1a13c46408487b7fffbae4bf8 2024-11-12T21:42:38,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/b/382fa021a13f4b8ca7f0fb6252aecf67 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/b/382fa021a13f4b8ca7f0fb6252aecf67 2024-11-12T21:42:38,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/b/382fa021a13f4b8ca7f0fb6252aecf67, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-12T21:42:38,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/bd9811e1a13c46408487b7fffbae4bf8 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/c/bd9811e1a13c46408487b7fffbae4bf8 2024-11-12T21:42:38,287 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/c/bd9811e1a13c46408487b7fffbae4bf8, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-12T21:42:38,287 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8da1c59b2e99c730a69a0cf474bb0399 in 148ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-12T21:42:38,310 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731447753052/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:38,314 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 2024-11-12T21:42:38,314 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T21:42:38,315 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8da1c59b2e99c730a69a0cf474bb0399 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-12T21:42:38,327 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/4169e7d145b6457999adc7a01ab3ba1e is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731447753005/Put/seqid=0 2024-11-12T21:42:38,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741863_1040 (size=50301) 2024-11-12T21:42:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741863_1040 (size=50301) 2024-11-12T21:42:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741863_1040 (size=50301) 2024-11-12T21:42:38,371 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/4169e7d145b6457999adc7a01ab3ba1e 2024-11-12T21:42:38,380 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4169e7d145b6457999adc7a01ab3ba1e 2024-11-12T21:42:38,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/.tmp/c/4169e7d145b6457999adc7a01ab3ba1e as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/c/4169e7d145b6457999adc7a01ab3ba1e 2024-11-12T21:42:38,393 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4169e7d145b6457999adc7a01ab3ba1e 2024-11-12T21:42:38,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/c/4169e7d145b6457999adc7a01ab3ba1e, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-12T21:42:38,394 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 8da1c59b2e99c730a69a0cf474bb0399 in 79ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-12T21:42:38,395 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/0000000000000003002 2024-11-12T21:42:38,397 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:38,398 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:38,399 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T21:42:38,403 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8da1c59b2e99c730a69a0cf474bb0399 2024-11-12T21:42:38,420 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenIntoWAL/8da1c59b2e99c730a69a0cf474bb0399/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-12T21:42:38,422 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8da1c59b2e99c730a69a0cf474bb0399; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66867922, jitterRate=-0.003590315580368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T21:42:38,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8da1c59b2e99c730a69a0cf474bb0399: Writing region info on filesystem at 1731447757263Initializing all the Stores at 1731447757264 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447757264Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447757265 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447757265Cleaning up temporary data from old regions at 1731447758398 (+1133 ms)Region opened successfully at 1731447758422 (+24 ms) 2024-11-12T21:42:38,526 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8da1c59b2e99c730a69a0cf474bb0399, disabling compactions & flushes 2024-11-12T21:42:38,526 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:38,526 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:38,527 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. after waiting 0 ms 2024-11-12T21:42:38,527 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:38,541 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731447752695.8da1c59b2e99c730a69a0cf474bb0399. 2024-11-12T21:42:38,542 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8da1c59b2e99c730a69a0cf474bb0399: Waiting for close lock at 1731447758526Disabling compacts and flushes for region at 1731447758526Disabling writes for close at 1731447758527 (+1 ms)Writing region close event to WAL at 1731447758541 (+14 ms)Closed at 1731447758541 2024-11-12T21:42:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741857_1034 (size=93) 2024-11-12T21:42:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741857_1034 (size=93) 2024-11-12T21:42:38,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741857_1034 (size=93) 2024-11-12T21:42:38,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:38,573 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731447757233) 2024-11-12T21:42:38,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=397 (was 383) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_502054393_22 at /127.0.0.1:33500 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:39639 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:40639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_502054393_22 at /127.0.0.1:33510 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:44719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_502054393_22 at /127.0.0.1:47342 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_502054393_22 at /127.0.0.1:33598 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9060 (was 9130) 2024-11-12T21:42:38,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=397, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=9057 2024-11-12T21:42:38,637 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:38,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:38,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:38,645 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66378423, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-66378423, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:38,665 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66378423/hregion-66378423.1731447758646, exclude list is [], retry=0 2024-11-12T21:42:38,689 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:38,693 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:38,705 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:38,717 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66378423/hregion-66378423.1731447758646 2024-11-12T21:42:38,721 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:38,721 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cc1a3e319e4e8f584aff811d5da883e7, NAME => 'test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741865_1042 (size=43) 2024-11-12T21:42:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741865_1042 (size=43) 2024-11-12T21:42:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741865_1042 (size=43) 2024-11-12T21:42:38,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:38,761 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,763 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName a 2024-11-12T21:42:38,763 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:38,764 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:38,764 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,767 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName b 2024-11-12T21:42:38,767 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:38,767 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:38,768 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,769 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName c 2024-11-12T21:42:38,769 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:38,770 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:38,770 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,771 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,775 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,775 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,775 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:38,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:38,780 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:38,781 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc1a3e319e4e8f584aff811d5da883e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71693621, jitterRate=0.0683182030916214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:38,782 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc1a3e319e4e8f584aff811d5da883e7: Writing region info on filesystem at 1731447758759Initializing all the Stores at 1731447758760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447758761 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447758761Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447758761Cleaning up temporary data from old regions at 1731447758775 (+14 ms)Region opened successfully at 1731447758782 (+7 ms) 2024-11-12T21:42:38,782 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc1a3e319e4e8f584aff811d5da883e7, disabling compactions & flushes 2024-11-12T21:42:38,782 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:38,783 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:38,783 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. after waiting 0 ms 2024-11-12T21:42:38,783 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:38,784 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:38,784 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc1a3e319e4e8f584aff811d5da883e7: Waiting for close lock at 1731447758782Disabling compacts and flushes for region at 1731447758782Disabling writes for close at 1731447758783 (+1 ms)Writing region close event to WAL at 1731447758784 (+1 ms)Closed at 1731447758784 2024-11-12T21:42:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741864_1041 (size=93) 2024-11-12T21:42:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741864_1041 (size=93) 2024-11-12T21:42:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741864_1041 (size=93) 2024-11-12T21:42:38,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:38,808 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66378423:(num 1731447758646) 2024-11-12T21:42:38,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:38,814 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:38,830 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, exclude list is [], retry=0 2024-11-12T21:42:38,834 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:38,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:38,835 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:38,846 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 2024-11-12T21:42:38,850 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741866_1043 (size=344306) 2024-11-12T21:42:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741866_1043 (size=344306) 2024-11-12T21:42:39,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741866_1043 (size=344306) 2024-11-12T21:42:39,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, size=336.2 K (344306bytes) 2024-11-12T21:42:39,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 2024-11-12T21:42:39,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 after 0ms 2024-11-12T21:42:39,153 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 took 6ms 2024-11-12T21:42:39,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731447758814.temp 2024-11-12T21:42:39,183 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp 2024-11-12T21:42:39,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 so closing down 2024-11-12T21:42:39,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:39,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741867_1044 (size=344306) 2024-11-12T21:42:39,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741867_1044 (size=344306) 2024-11-12T21:42:39,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741867_1044 (size=344306) 2024-11-12T21:42:39,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp (wrote 3000 edits, skipped 0 edits in 14 ms) 2024-11-12T21:42:39,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp to hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 2024-11-12T21:42:39,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-12T21:42:39,249 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, journal: Splitting hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, size=336.2 K (344306bytes) at 1731447759148Split 1024 edits, skipped 0 edits. at 1731447759179 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp at 1731447759183 (+4 ms)Split 2048 edits, skipped 0 edits. at 1731447759195 (+12 ms)Finishing writing output for hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 so closing down at 1731447759212 (+17 ms)3 split writer threads finished at 1731447759220 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp (wrote 3000 edits, skipped 0 edits in 14 ms) at 1731447759247 (+27 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000000001-wal.1731447758814.temp to hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 at 1731447759249 (+2 ms)Processed 3000 edits across 1 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1731447759249 2024-11-12T21:42:39,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447758814 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447758814 2024-11-12T21:42:39,254 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 2024-11-12T21:42:39,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:39,258 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:39,286 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, exclude list is [], retry=0 2024-11-12T21:42:39,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:39,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:39,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:39,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 2024-11-12T21:42:39,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741868_1045 (size=344433) 2024-11-12T21:42:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741868_1045 (size=344433) 2024-11-12T21:42:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741868_1045 (size=344433) 2024-11-12T21:42:39,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, size=336.4 K (344433bytes) 2024-11-12T21:42:39,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 2024-11-12T21:42:39,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 after 1ms 2024-11-12T21:42:39,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 took 8ms 2024-11-12T21:42:39,603 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731447759258.temp 2024-11-12T21:42:39,607 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp 2024-11-12T21:42:39,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 so closing down 2024-11-12T21:42:39,629 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:39,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:39,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741869_1046 (size=344433) 2024-11-12T21:42:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741869_1046 (size=344433) 2024-11-12T21:42:39,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp (wrote 3000 edits, skipped 0 edits in 61 ms) 2024-11-12T21:42:39,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741869_1046 (size=344433) 2024-11-12T21:42:39,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp to hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 2024-11-12T21:42:39,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-12T21:42:39,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, journal: Splitting hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, size=336.4 K (344433bytes) at 1731447759582Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp at 1731447759607 (+25 ms)Split 1024 edits, skipped 0 edits. at 1731447759611 (+4 ms)Split 2048 edits, skipped 0 edits. at 1731447759620 (+9 ms)Finishing writing output for hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 so closing down at 1731447759628 (+8 ms)3 split writer threads finished at 1731447759685 (+57 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp (wrote 3000 edits, skipped 0 edits in 61 ms) at 1731447759740 (+55 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003001-wal.1731447759258.temp to hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 at 1731447759753 (+13 ms)Processed 3000 edits across 1 Regions in 155 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1731447759753 2024-11-12T21:42:39,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759258 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447759258 2024-11-12T21:42:39,758 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 2024-11-12T21:42:39,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:39,761 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/test2727-manual,16010,1731447758634, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:39,779 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759763, exclude list is [], retry=0 2024-11-12T21:42:39,785 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:39,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:39,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:39,792 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731447758634/wal.1731447759763 2024-11-12T21:42:39,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:39,793 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cc1a3e319e4e8f584aff811d5da883e7, NAME => 'test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:39,794 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:39,795 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,795 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,801 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,803 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName a 2024-11-12T21:42:39,803 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,804 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:39,804 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,806 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName b 2024-11-12T21:42:39,806 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,807 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:39,807 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,809 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc1a3e319e4e8f584aff811d5da883e7 columnFamilyName c 2024-11-12T21:42:39,809 DEBUG [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:39,810 INFO [StoreOpener-cc1a3e319e4e8f584aff811d5da883e7-1 {}] regionserver.HStore(327): Store=cc1a3e319e4e8f584aff811d5da883e7/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:39,810 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,811 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,815 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:39,816 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 2024-11-12T21:42:39,852 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 2024-11-12T21:42:39,854 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 2024-11-12T21:42:39,889 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 2024-11-12T21:42:39,889 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc1a3e319e4e8f584aff811d5da883e7 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-12T21:42:39,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/a/0f9c1003780347eaaf09d024321e1b7e is 41, key is test2727/a:100/1731447759332/Put/seqid=0 2024-11-12T21:42:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741871_1048 (size=84227) 2024-11-12T21:42:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741871_1048 (size=84227) 2024-11-12T21:42:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741871_1048 (size=84227) 2024-11-12T21:42:40,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/a/0f9c1003780347eaaf09d024321e1b7e 2024-11-12T21:42:40,050 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/b/234d86aa56ae45fd8ab5590ffbdc04a5 is 41, key is test2727/b:100/1731447759405/Put/seqid=0 2024-11-12T21:42:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741872_1049 (size=84609) 2024-11-12T21:42:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741872_1049 (size=84609) 2024-11-12T21:42:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741872_1049 (size=84609) 2024-11-12T21:42:40,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/b/234d86aa56ae45fd8ab5590ffbdc04a5 2024-11-12T21:42:40,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/c/e51180c94fee43d081a90ffefa60b62d is 41, key is test2727/c:100/1731447759483/Put/seqid=0 2024-11-12T21:42:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741873_1050 (size=84609) 2024-11-12T21:42:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741873_1050 (size=84609) 2024-11-12T21:42:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741873_1050 (size=84609) 2024-11-12T21:42:40,161 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/c/e51180c94fee43d081a90ffefa60b62d 2024-11-12T21:42:40,170 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/a/0f9c1003780347eaaf09d024321e1b7e as hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/a/0f9c1003780347eaaf09d024321e1b7e 2024-11-12T21:42:40,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/a/0f9c1003780347eaaf09d024321e1b7e, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-12T21:42:40,185 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/b/234d86aa56ae45fd8ab5590ffbdc04a5 as hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/b/234d86aa56ae45fd8ab5590ffbdc04a5 2024-11-12T21:42:40,198 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/b/234d86aa56ae45fd8ab5590ffbdc04a5, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T21:42:40,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/.tmp/c/e51180c94fee43d081a90ffefa60b62d as hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/c/e51180c94fee43d081a90ffefa60b62d 2024-11-12T21:42:40,207 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/c/e51180c94fee43d081a90ffefa60b62d, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T21:42:40,207 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for cc1a3e319e4e8f584aff811d5da883e7 in 318ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-12T21:42:40,208 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000003000 2024-11-12T21:42:40,209 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/0000000000000006000 2024-11-12T21:42:40,211 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:40,211 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:40,212 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:40,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cc1a3e319e4e8f584aff811d5da883e7 2024-11-12T21:42:40,216 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/test2727/cc1a3e319e4e8f584aff811d5da883e7/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-12T21:42:40,218 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cc1a3e319e4e8f584aff811d5da883e7; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68983143, jitterRate=0.02792893350124359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:40,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cc1a3e319e4e8f584aff811d5da883e7: Writing region info on filesystem at 1731447759795Initializing all the Stores at 1731447759796 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447759796Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447759801 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447759801Obtaining lock to block concurrent updates at 1731447759889 (+88 ms)Preparing flush snapshotting stores in cc1a3e319e4e8f584aff811d5da883e7 at 1731447759889Finished memstore snapshotting test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731447759889Flushing stores of test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. at 1731447759889Flushing cc1a3e319e4e8f584aff811d5da883e7/a: creating writer at 1731447759890 (+1 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/a: appending metadata at 1731447759927 (+37 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/a: closing flushed file at 1731447759927Flushing cc1a3e319e4e8f584aff811d5da883e7/b: creating writer at 1731447760023 (+96 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/b: appending metadata at 1731447760048 (+25 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/b: closing flushed file at 1731447760048Flushing cc1a3e319e4e8f584aff811d5da883e7/c: creating writer at 1731447760110 (+62 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/c: appending metadata at 1731447760140 (+30 ms)Flushing cc1a3e319e4e8f584aff811d5da883e7/c: closing flushed file at 1731447760140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fbe50a: reopening flushed file at 1731447760169 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25282ae9: reopening flushed file at 1731447760182 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba56499: reopening flushed file at 1731447760198 (+16 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for cc1a3e319e4e8f584aff811d5da883e7 in 318ms, sequenceid=6000, compaction requested=false; wal=null at 1731447760207 (+9 ms)Cleaning up temporary data from old regions at 1731447760211 (+4 ms)Region opened successfully at 1731447760219 (+8 ms) 2024-11-12T21:42:40,220 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-12T21:42:40,220 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cc1a3e319e4e8f584aff811d5da883e7, disabling compactions & flushes 2024-11-12T21:42:40,220 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:40,220 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:40,221 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. after waiting 0 ms 2024-11-12T21:42:40,221 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:40,229 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731447758639.cc1a3e319e4e8f584aff811d5da883e7. 2024-11-12T21:42:40,229 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cc1a3e319e4e8f584aff811d5da883e7: Waiting for close lock at 1731447760220Disabling compacts and flushes for region at 1731447760220Disabling writes for close at 1731447760221 (+1 ms)Writing region close event to WAL at 1731447760229 (+8 ms)Closed at 1731447760229 2024-11-12T21:42:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741870_1047 (size=93) 2024-11-12T21:42:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741870_1047 (size=93) 2024-11-12T21:42:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741870_1047 (size=93) 2024-11-12T21:42:40,238 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:40,238 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731447759763) 2024-11-12T21:42:40,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=401 (was 397) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:48604 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47272 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47342 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=8873 (was 9057) 2024-11-12T21:42:40,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=8873 2024-11-12T21:42:40,286 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:40,294 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:40,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731447760294 2024-11-12T21:42:40,305 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 2024-11-12T21:42:40,316 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:40,322 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4082ec5679bae8a28142d99b0ec68036, NAME => 'testSequentialEditLogSeqNum,,1731447760287.4082ec5679bae8a28142d99b0ec68036.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:40,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731447760287.4082ec5679bae8a28142d99b0ec68036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:40,322 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,322 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,323 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036 doesn't exist for region: 4082ec5679bae8a28142d99b0ec68036 on table testSequentialEditLogSeqNum 2024-11-12T21:42:40,324 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 4082ec5679bae8a28142d99b0ec68036 on table testSequentialEditLogSeqNum 2024-11-12T21:42:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741875_1052 (size=62) 2024-11-12T21:42:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741875_1052 (size=62) 2024-11-12T21:42:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741875_1052 (size=62) 2024-11-12T21:42:40,345 INFO [StoreOpener-4082ec5679bae8a28142d99b0ec68036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,346 INFO [StoreOpener-4082ec5679bae8a28142d99b0ec68036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4082ec5679bae8a28142d99b0ec68036 columnFamilyName a 2024-11-12T21:42:40,347 DEBUG [StoreOpener-4082ec5679bae8a28142d99b0ec68036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,347 INFO [StoreOpener-4082ec5679bae8a28142d99b0ec68036-1 {}] regionserver.HStore(327): Store=4082ec5679bae8a28142d99b0ec68036/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,347 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,348 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,348 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,350 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4082ec5679bae8a28142d99b0ec68036 2024-11-12T21:42:40,353 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:40,353 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4082ec5679bae8a28142d99b0ec68036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60361425, jitterRate=-0.10054467618465424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:40,354 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4082ec5679bae8a28142d99b0ec68036: Writing region info on filesystem at 1731447760322Initializing all the Stores at 1731447760344 (+22 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760344Cleaning up temporary data from old regions at 1731447760349 (+5 ms)Region opened successfully at 1731447760354 (+5 ms) 2024-11-12T21:42:40,377 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4082ec5679bae8a28142d99b0ec68036 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-12T21:42:40,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/.tmp/a/295f4a2c8992475bafb4a8dd04c6ba71 is 81, key is testSequentialEditLogSeqNum/a:x0/1731447760354/Put/seqid=0 2024-11-12T21:42:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741876_1053 (size=5833) 2024-11-12T21:42:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741876_1053 (size=5833) 2024-11-12T21:42:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741876_1053 (size=5833) 2024-11-12T21:42:40,430 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/.tmp/a/295f4a2c8992475bafb4a8dd04c6ba71 2024-11-12T21:42:40,438 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/.tmp/a/295f4a2c8992475bafb4a8dd04c6ba71 as hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/a/295f4a2c8992475bafb4a8dd04c6ba71 2024-11-12T21:42:40,446 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/a/295f4a2c8992475bafb4a8dd04c6ba71, entries=10, sequenceid=13, filesize=5.7 K 2024-11-12T21:42:40,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4082ec5679bae8a28142d99b0ec68036 in 71ms, sequenceid=13, compaction requested=false 2024-11-12T21:42:40,448 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4082ec5679bae8a28142d99b0ec68036: 2024-11-12T21:42:40,455 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T21:42:40,455 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T21:42:40,455 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T21:42:40,456 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T21:42:40,456 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T21:42:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741874_1051 (size=3017) 2024-11-12T21:42:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741874_1051 (size=3017) 2024-11-12T21:42:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741874_1051 (size=3017) 2024-11-12T21:42:40,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294, size=2.9 K (3017bytes) 2024-11-12T21:42:40,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 2024-11-12T21:42:40,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 after 1ms 2024-11-12T21:42:40,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 took 4ms 2024-11-12T21:42:40,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 so closing down 2024-11-12T21:42:40,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:40,507 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731447760294.temp 2024-11-12T21:42:40,508 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp 2024-11-12T21:42:40,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741877_1054 (size=2433) 2024-11-12T21:42:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741877_1054 (size=2433) 2024-11-12T21:42:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741877_1054 (size=2433) 2024-11-12T21:42:40,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:40,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp to hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000020 2024-11-12T21:42:40,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-12T21:42:40,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294, journal: Splitting hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294, size=2.9 K (3017bytes) at 1731447760481Finishing writing output for hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294 so closing down at 1731447760505 (+24 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp at 1731447760508 (+3 ms)3 split writer threads finished at 1731447760509 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731447760532 (+23 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000003-wal.1731447760294.temp to hdfs://localhost:39639/hbase/data/default/testSequentialEditLogSeqNum/4082ec5679bae8a28142d99b0ec68036/recovered.edits/0000000000000000020 at 1731447760534 (+2 ms)Processed 17 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731447760285/wal.1731447760294, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1731447760534 2024-11-12T21:42:40,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=403 (was 401) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47272 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47342 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=959 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=8871 (was 8873) 2024-11-12T21:42:40,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=403, OpenFileDescriptor=959, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=8871 2024-11-12T21:42:40,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:40,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:40,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:40,621 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49961100, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-49961100, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:40,641 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49961100/hregion-49961100.1731447760622, exclude list is [], retry=0 2024-11-12T21:42:40,645 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:40,645 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:40,650 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:40,666 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49961100/hregion-49961100.1731447760622 2024-11-12T21:42:40,667 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:40,667 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 483c9545003b46b9226682c4dd9fbdc1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741879_1056 (size=70) 2024-11-12T21:42:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741879_1056 (size=70) 2024-11-12T21:42:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741879_1056 (size=70) 2024-11-12T21:42:40,693 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:40,695 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,698 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName a 2024-11-12T21:42:40,698 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,698 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,698 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,700 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName b 2024-11-12T21:42:40,700 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,701 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,701 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,703 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName c 2024-11-12T21:42:40,703 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,703 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,704 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,706 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,706 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,707 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:40,708 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,710 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:40,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 483c9545003b46b9226682c4dd9fbdc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69144177, jitterRate=0.030328527092933655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:40,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 483c9545003b46b9226682c4dd9fbdc1: Writing region info on filesystem at 1731447760694Initializing all the Stores at 1731447760695 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760695Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760695Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760695Cleaning up temporary data from old regions at 1731447760706 (+11 ms)Region opened successfully at 1731447760712 (+6 ms) 2024-11-12T21:42:40,712 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 483c9545003b46b9226682c4dd9fbdc1, disabling compactions & flushes 2024-11-12T21:42:40,712 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:40,712 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:40,712 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. after waiting 0 ms 2024-11-12T21:42:40,713 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:40,717 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:40,717 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 483c9545003b46b9226682c4dd9fbdc1: Waiting for close lock at 1731447760712Disabling compacts and flushes for region at 1731447760712Disabling writes for close at 1731447760712Writing region close event to WAL at 1731447760717 (+5 ms)Closed at 1731447760717 2024-11-12T21:42:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741878_1055 (size=93) 2024-11-12T21:42:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741878_1055 (size=93) 2024-11-12T21:42:40,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741878_1055 (size=93) 2024-11-12T21:42:40,733 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:40,733 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49961100:(num 1731447760622) 2024-11-12T21:42:40,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:40,735 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:40,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, exclude list is [], retry=0 2024-11-12T21:42:40,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:40,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:40,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:40,756 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 2024-11-12T21:42:40,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:40,757 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 483c9545003b46b9226682c4dd9fbdc1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:40,757 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:40,757 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,757 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,765 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,766 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName a 2024-11-12T21:42:40,766 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,767 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,767 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,768 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName b 2024-11-12T21:42:40,768 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,769 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,769 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,771 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName c 2024-11-12T21:42:40,771 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:40,771 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:40,771 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,773 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,774 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,774 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,775 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:40,776 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:40,777 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 483c9545003b46b9226682c4dd9fbdc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66738916, jitterRate=-0.005512654781341553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:40,778 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 483c9545003b46b9226682c4dd9fbdc1: Writing region info on filesystem at 1731447760757Initializing all the Stores at 1731447760764 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760764Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760765 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447760765Cleaning up temporary data from old regions at 1731447760774 (+9 ms)Region opened successfully at 1731447760778 (+4 ms) 2024-11-12T21:42:40,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731447760785/Put/seqid=0 2024-11-12T21:42:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741881_1058 (size=4826) 2024-11-12T21:42:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741881_1058 (size=4826) 2024-11-12T21:42:40,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741881_1058 (size=4826) 2024-11-12T21:42:40,804 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 483c9545003b46b9226682c4dd9fbdc1/a 2024-11-12T21:42:40,814 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-12T21:42:40,814 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T21:42:40,815 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 483c9545003b46b9226682c4dd9fbdc1: 2024-11-12T21:42:40,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_ 2024-11-12T21:42:40,818 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 483c9545003b46b9226682c4dd9fbdc1/a as hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_ - updating store file list. 2024-11-12T21:42:40,826 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T21:42:40,826 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_ into 483c9545003b46b9226682c4dd9fbdc1/a 2024-11-12T21:42:40,826 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 483c9545003b46b9226682c4dd9fbdc1/a (new location: hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_) 2024-11-12T21:42:40,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, size=0 (0bytes) 2024-11-12T21:42:40,870 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 might be still open, length is 0 2024-11-12T21:42:40,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 2024-11-12T21:42:40,871 WARN [IPC Server handler 1 on default port 39639 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-12T21:42:40,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 after 4ms 2024-11-12T21:42:41,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47372 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47372 dst: /127.0.0.1:41283 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41283 remote=/127.0.0.1:47372]. Total timeout mills is 60000, 59164 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:49538 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44021:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49538 dst: /127.0.0.1:44021 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:48676 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:32995:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48676 dst: /127.0.0.1:32995 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741880_1059 (size=504) 2024-11-12T21:42:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741880_1059 (size=504) 2024-11-12T21:42:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741880_1059 (size=504) 2024-11-12T21:42:44,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 after 4005ms 2024-11-12T21:42:44,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 took 4008ms 2024-11-12T21:42:44,881 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735; continuing. 2024-11-12T21:42:44,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 so closing down 2024-11-12T21:42:44,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:44,887 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731447760735.temp 2024-11-12T21:42:44,892 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp 2024-11-12T21:42:44,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741882_1060 (size=238) 2024-11-12T21:42:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741882_1060 (size=238) 2024-11-12T21:42:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741882_1060 (size=238) 2024-11-12T21:42:44,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:44,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp to hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 2024-11-12T21:42:44,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T21:42:44,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, journal: Splitting hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, size=0 (0bytes) at 1731447760870Finishing writing output for hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 so closing down at 1731447764881 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp at 1731447764892 (+11 ms)3 split writer threads finished at 1731447764892Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731447764902 (+10 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005-wal.1731447760735.temp to hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 at 1731447764904 (+2 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735, size=0, length=0, corrupted=false, cancelled=false at 1731447764904 2024-11-12T21:42:44,906 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447760735 2024-11-12T21:42:44,907 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 2024-11-12T21:42:44,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:44,917 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:44,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447764918, exclude list is [], retry=0 2024-11-12T21:42:44,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:44,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:44,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:44,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447764918 2024-11-12T21:42:44,939 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:44,939 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 483c9545003b46b9226682c4dd9fbdc1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:44,939 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:44,940 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,940 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,945 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,946 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName a 2024-11-12T21:42:44,947 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:44,955 DEBUG [StoreFileOpener-483c9545003b46b9226682c4dd9fbdc1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T21:42:44,955 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/0d0548c7f0da4f86926326478c7d6d8a_SeqId_3_ 2024-11-12T21:42:44,955 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:44,955 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,956 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName b 2024-11-12T21:42:44,957 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:44,957 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:44,957 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,958 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 483c9545003b46b9226682c4dd9fbdc1 columnFamilyName c 2024-11-12T21:42:44,958 DEBUG [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:44,959 INFO [StoreOpener-483c9545003b46b9226682c4dd9fbdc1-1 {}] regionserver.HStore(327): Store=483c9545003b46b9226682c4dd9fbdc1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:44,959 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,960 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,961 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:44,962 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 2024-11-12T21:42:44,964 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 2024-11-12T21:42:44,965 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 483c9545003b46b9226682c4dd9fbdc1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-12T21:42:44,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/.tmp/a/a0384099e65e4ffab09637868597e16a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731447760831/Put/seqid=0 2024-11-12T21:42:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741884_1062 (size=5149) 2024-11-12T21:42:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741884_1062 (size=5149) 2024-11-12T21:42:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741884_1062 (size=5149) 2024-11-12T21:42:45,001 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/.tmp/a/a0384099e65e4ffab09637868597e16a 2024-11-12T21:42:45,015 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/.tmp/a/a0384099e65e4ffab09637868597e16a as hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/a0384099e65e4ffab09637868597e16a 2024-11-12T21:42:45,023 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/a/a0384099e65e4ffab09637868597e16a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-12T21:42:45,023 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 483c9545003b46b9226682c4dd9fbdc1 in 59ms, sequenceid=5, compaction requested=false; wal=null 2024-11-12T21:42:45,024 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/0000000000000000005 2024-11-12T21:42:45,025 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:45,025 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:45,027 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:45,029 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 483c9545003b46b9226682c4dd9fbdc1 2024-11-12T21:42:45,033 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/483c9545003b46b9226682c4dd9fbdc1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T21:42:45,036 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 483c9545003b46b9226682c4dd9fbdc1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70999661, jitterRate=0.05797739326953888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:45,036 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 483c9545003b46b9226682c4dd9fbdc1: Writing region info on filesystem at 1731447764940Initializing all the Stores at 1731447764941 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447764941Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447764945 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447764945Obtaining lock to block concurrent updates at 1731447764965 (+20 ms)Preparing flush snapshotting stores in 483c9545003b46b9226682c4dd9fbdc1 at 1731447764965Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731447764965Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. at 1731447764965Flushing 483c9545003b46b9226682c4dd9fbdc1/a: creating writer at 1731447764965Flushing 483c9545003b46b9226682c4dd9fbdc1/a: appending metadata at 1731447764984 (+19 ms)Flushing 483c9545003b46b9226682c4dd9fbdc1/a: closing flushed file at 1731447764984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2688e0: reopening flushed file at 1731447765013 (+29 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 483c9545003b46b9226682c4dd9fbdc1 in 59ms, sequenceid=5, compaction requested=false; wal=null at 1731447765023 (+10 ms)Cleaning up temporary data from old regions at 1731447765025 (+2 ms)Region opened successfully at 1731447765036 (+11 ms) 2024-11-12T21:42:45,043 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 483c9545003b46b9226682c4dd9fbdc1, disabling compactions & flushes 2024-11-12T21:42:45,043 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:45,043 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:45,043 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. after waiting 0 ms 2024-11-12T21:42:45,043 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:45,045 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731447760584.483c9545003b46b9226682c4dd9fbdc1. 2024-11-12T21:42:45,045 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 483c9545003b46b9226682c4dd9fbdc1: Waiting for close lock at 1731447765043Disabling compacts and flushes for region at 1731447765043Disabling writes for close at 1731447765043Writing region close event to WAL at 1731447765045 (+2 ms)Closed at 1731447765045 2024-11-12T21:42:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741883_1061 (size=93) 2024-11-12T21:42:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741883_1061 (size=93) 2024-11-12T21:42:45,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741883_1061 (size=93) 2024-11-12T21:42:45,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:45,057 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731447764918) 2024-11-12T21:42:45,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=409 (was 403) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:39639 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_380289888_22 at /127.0.0.1:47384 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_380289888_22 at /127.0.0.1:49570 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1021 (was 959) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 421) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8863 (was 8871) 2024-11-12T21:42:45,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409, OpenFileDescriptor=1021, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=8863 2024-11-12T21:42:45,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:45,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T21:42:45,124 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0c576948786c,40745,1731447747676 2024-11-12T21:42:45,127 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71801d0a 2024-11-12T21:42:45,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T21:42:45,130 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T21:42:45,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T21:42:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T21:42:45,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T21:42:45,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-12T21:42:45,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T21:42:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:42:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741885_1063 (size=694) 2024-11-12T21:42:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741885_1063 (size=694) 2024-11-12T21:42:45,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741885_1063 (size=694) 2024-11-12T21:42:45,170 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c 2024-11-12T21:42:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741886_1064 (size=77) 2024-11-12T21:42:45,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741886_1064 (size=77) 2024-11-12T21:42:45,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741886_1064 (size=77) 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:45,183 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,183 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,183 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447765183Disabling compacts and flushes for region at 1731447765183Disabling writes for close at 1731447765183Writing region close event to WAL at 1731447765183Closed at 1731447765183 2024-11-12T21:42:45,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T21:42:45,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731447765186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731447765186"}]},"ts":"1731447765186"} 2024-11-12T21:42:45,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T21:42:45,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T21:42:45,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447765197"}]},"ts":"1731447765197"} 2024-11-12T21:42:45,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-12T21:42:45,204 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0c576948786c=0} racks are {/default-rack=0} 2024-11-12T21:42:45,205 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T21:42:45,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T21:42:45,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T21:42:45,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T21:42:45,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T21:42:45,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN}] 2024-11-12T21:42:45,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN 2024-11-12T21:42:45,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN; state=OFFLINE, location=0c576948786c,35779,1731447748480; forceNewPlan=false, retain=false 2024-11-12T21:42:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:42:45,364 INFO [0c576948786c:40745 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T21:42:45,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPENING, regionLocation=0c576948786c,35779,1731447748480 2024-11-12T21:42:45,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN because future has completed 2024-11-12T21:42:45,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480}] 2024-11-12T21:42:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:42:45,524 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:42:45,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:42:45,534 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,534 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:45,535 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,535 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:45,535 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,535 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,540 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,542 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:45,542 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,545 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:45,545 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,548 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:45,548 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,548 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:45,548 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,549 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,550 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,550 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,550 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,551 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T21:42:45,553 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,555 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:45,556 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e19681431777b02893f7c74e68c5fabb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73112612, jitterRate=0.08946281671524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T21:42:45,556 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,557 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e19681431777b02893f7c74e68c5fabb: Running coprocessor pre-open hook at 1731447765536Writing region info on filesystem at 1731447765536Initializing all the Stores at 1731447765537 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447765537Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447765540 (+3 ms)Cleaning up temporary data from old regions at 1731447765550 (+10 ms)Running coprocessor post-open hooks at 1731447765556 (+6 ms)Region opened successfully at 1731447765557 (+1 ms) 2024-11-12T21:42:45,559 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., pid=6, masterSystemTime=1731447765524 2024-11-12T21:42:45,563 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,563 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPEN, openSeqNum=2, regionLocation=0c576948786c,35779,1731447748480 2024-11-12T21:42:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 because future has completed 2024-11-12T21:42:45,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T21:42:45,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 in 201 msec 2024-11-12T21:42:45,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T21:42:45,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN in 366 msec 2024-11-12T21:42:45,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T21:42:45,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731447765578"}]},"ts":"1731447765578"} 2024-11-12T21:42:45,581 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-12T21:42:45,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T21:42:45,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 446 msec 2024-11-12T21:42:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T21:42:45,789 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-12T21:42:45,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-12T21:42:45,790 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T21:42:45,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-12T21:42:45,797 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T21:42:45,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-12T21:42:45,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=2] 2024-11-12T21:42:45,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:45,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:45,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e19681431777b02893f7c74e68c5fabb, source=0c576948786c,35779,1731447748480, destination=0c576948786c,40557,1731447748364, warming up region on 0c576948786c,40557,1731447748364 2024-11-12T21:42:45,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e19681431777b02893f7c74e68c5fabb, source=0c576948786c,35779,1731447748480, destination=0c576948786c,40557,1731447748364, running balancer 2024-11-12T21:42:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE 2024-11-12T21:42:45,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE 2024-11-12T21:42:45,843 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=CLOSING, regionLocation=0c576948786c,35779,1731447748480 2024-11-12T21:42:45,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE because future has completed 2024-11-12T21:42:45,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(7855): Warmup {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:45,873 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:42:45,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480}] 2024-11-12T21:42:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T21:42:45,893 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,895 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:45,895 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,896 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:45,896 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:45,897 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:45,897 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:45,898 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:45,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447765899Disabling compacts and flushes for region at 1731447765899Disabling writes for close at 1731447765899Writing region close event to WAL at 1731447765917 (+18 ms)Closed at 1731447765917 2024-11-12T21:42:46,035 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,035 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:42:46,036 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:46,036 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,036 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,036 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:46,036 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,036 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing e19681431777b02893f7c74e68c5fabb 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-12T21:42:46,064 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/55589171ea314354979c2d54a4290d11 is 35, key is r1/cf1:q/1731447765818/Put/seqid=0 2024-11-12T21:42:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741887_1065 (size=4783) 2024-11-12T21:42:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741887_1065 (size=4783) 2024-11-12T21:42:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741887_1065 (size=4783) 2024-11-12T21:42:46,087 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/55589171ea314354979c2d54a4290d11 2024-11-12T21:42:46,099 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/55589171ea314354979c2d54a4290d11 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11 2024-11-12T21:42:46,119 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T21:42:46,122 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e19681431777b02893f7c74e68c5fabb in 85ms, sequenceid=5, compaction requested=false 2024-11-12T21:42:46,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-12T21:42:46,144 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T21:42:46,147 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,148 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447766036Running coprocessor pre-close hooks at 1731447766036Disabling compacts and flushes for region at 1731447766036Disabling writes for close at 1731447766036Obtaining lock to block concurrent updates at 1731447766036Preparing flush snapshotting stores in e19681431777b02893f7c74e68c5fabb at 1731447766036Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731447766037 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. at 1731447766039 (+2 ms)Flushing e19681431777b02893f7c74e68c5fabb/cf1: creating writer at 1731447766039Flushing e19681431777b02893f7c74e68c5fabb/cf1: appending metadata at 1731447766063 (+24 ms)Flushing e19681431777b02893f7c74e68c5fabb/cf1: closing flushed file at 1731447766064 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab2feaa: reopening flushed file at 1731447766097 (+33 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for e19681431777b02893f7c74e68c5fabb in 85ms, sequenceid=5, compaction requested=false at 1731447766122 (+25 ms)Writing region close event to WAL at 1731447766137 (+15 ms)Running coprocessor post-close hooks at 1731447766145 (+8 ms)Closed at 1731447766147 (+2 ms) 2024-11-12T21:42:46,148 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding e19681431777b02893f7c74e68c5fabb move to 0c576948786c,40557,1731447748364 record at close sequenceid=5 2024-11-12T21:42:46,155 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=CLOSED 2024-11-12T21:42:46,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 because future has completed 2024-11-12T21:42:46,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T21:42:46,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 in 290 msec 2024-11-12T21:42:46,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE; state=CLOSED, location=0c576948786c,40557,1731447748364; forceNewPlan=false, retain=false 2024-11-12T21:42:46,322 INFO [0c576948786c:40745 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T21:42:46,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPENING, regionLocation=0c576948786c,40557,1731447748364 2024-11-12T21:42:46,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE because future has completed 2024-11-12T21:42:46,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364}] 2024-11-12T21:42:46,491 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,491 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:46,492 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,492 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:46,492 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,492 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,493 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,494 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:46,495 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:46,509 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11 2024-11-12T21:42:46,509 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:46,509 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,511 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:46,511 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:46,511 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:46,512 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,513 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,514 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,515 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,515 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,516 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T21:42:46,518 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,520 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened e19681431777b02893f7c74e68c5fabb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59180330, jitterRate=-0.11814436316490173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T21:42:46,520 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,521 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for e19681431777b02893f7c74e68c5fabb: Running coprocessor pre-open hook at 1731447766492Writing region info on filesystem at 1731447766492Initializing all the Stores at 1731447766493 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447766493Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447766493Cleaning up temporary data from old regions at 1731447766515 (+22 ms)Running coprocessor post-open hooks at 1731447766520 (+5 ms)Region opened successfully at 1731447766521 (+1 ms) 2024-11-12T21:42:46,523 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., pid=9, masterSystemTime=1731447766487 2024-11-12T21:42:46,526 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,526 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPEN, openSeqNum=9, regionLocation=0c576948786c,40557,1731447748364 2024-11-12T21:42:46,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364 because future has completed 2024-11-12T21:42:46,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T21:42:46,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364 in 215 msec 2024-11-12T21:42:46,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE in 714 msec 2024-11-12T21:42:46,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:42:46,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:42:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:35974 deadline: 1731447826604, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=40557 startCode=1731447748364. As of locationSeqNum=5. 2024-11-12T21:42:46,612 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=40557 startCode=1731447748364. As of locationSeqNum=5. 2024-11-12T21:42:46,613 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=40557 startCode=1731447748364. As of locationSeqNum=5. 2024-11-12T21:42:46,613 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,40557,1731447748364, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=40557 startCode=1731447748364. As of locationSeqNum=5. 2024-11-12T21:42:46,728 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e19681431777b02893f7c74e68c5fabb 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-12T21:42:46,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/267292e956a6452fb3f70688ba110c3e is 29, key is r1/cf1:/1731447766719/DeleteFamily/seqid=0 2024-11-12T21:42:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741888_1066 (size=4906) 2024-11-12T21:42:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741888_1066 (size=4906) 2024-11-12T21:42:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741888_1066 (size=4906) 2024-11-12T21:42:46,768 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,776 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf2/ea16518556944885b112595605830caf is 29, key is r1/cf2:/1731447766719/DeleteFamily/seqid=0 2024-11-12T21:42:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741889_1067 (size=4906) 2024-11-12T21:42:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741889_1067 (size=4906) 2024-11-12T21:42:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741889_1067 (size=4906) 2024-11-12T21:42:46,805 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf2/ea16518556944885b112595605830caf 2024-11-12T21:42:46,812 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea16518556944885b112595605830caf 2024-11-12T21:42:46,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/267292e956a6452fb3f70688ba110c3e as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,820 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,820 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T21:42:46,822 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf2/ea16518556944885b112595605830caf as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf 2024-11-12T21:42:46,832 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea16518556944885b112595605830caf 2024-11-12T21:42:46,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T21:42:46,833 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for e19681431777b02893f7c74e68c5fabb in 105ms, sequenceid=12, compaction requested=false 2024-11-12T21:42:46,833 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e19681431777b02893f7c74e68c5fabb: 2024-11-12T21:42:46,837 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T21:42:46,838 DEBUG [Time-limited test {}] regionserver.HStore(1541): e19681431777b02893f7c74e68c5fabb/cf1 is initiating major compaction (all files) 2024-11-12T21:42:46,839 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:42:46,839 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:46,839 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e19681431777b02893f7c74e68c5fabb/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,840 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11, hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e] into tmpdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp, totalSize=9.5 K 2024-11-12T21:42:46,842 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 55589171ea314354979c2d54a4290d11, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731447765818 2024-11-12T21:42:46,843 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 267292e956a6452fb3f70688ba110c3e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T21:42:46,859 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e19681431777b02893f7c74e68c5fabb#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741890_1068 (size=4626) 2024-11-12T21:42:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741890_1068 (size=4626) 2024-11-12T21:42:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741890_1068 (size=4626) 2024-11-12T21:42:46,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf1/da2b6bac94114e3aba87e7f4e2c4b2a7 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/da2b6bac94114e3aba87e7f4e2c4b2a7 2024-11-12T21:42:46,905 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in e19681431777b02893f7c74e68c5fabb/cf1 of e19681431777b02893f7c74e68c5fabb into da2b6bac94114e3aba87e7f4e2c4b2a7(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:46,905 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e19681431777b02893f7c74e68c5fabb: 2024-11-12T21:42:46,905 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T21:42:46,905 DEBUG [Time-limited test {}] regionserver.HStore(1541): e19681431777b02893f7c74e68c5fabb/cf2 is initiating major compaction (all files) 2024-11-12T21:42:46,906 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T21:42:46,906 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T21:42:46,906 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e19681431777b02893f7c74e68c5fabb/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,906 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf] into tmpdir=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp, totalSize=4.8 K 2024-11-12T21:42:46,907 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea16518556944885b112595605830caf, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T21:42:46,916 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): e19681431777b02893f7c74e68c5fabb#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T21:42:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741891_1069 (size=4592) 2024-11-12T21:42:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741891_1069 (size=4592) 2024-11-12T21:42:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741891_1069 (size=4592) 2024-11-12T21:42:46,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/.tmp/cf2/52ed8d413acf4b23b7cec82f888c9c96 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/52ed8d413acf4b23b7cec82f888c9c96 2024-11-12T21:42:46,950 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in e19681431777b02893f7c74e68c5fabb/cf2 of e19681431777b02893f7c74e68c5fabb into 52ed8d413acf4b23b7cec82f888c9c96(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:46,950 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e19681431777b02893f7c74e68c5fabb: 2024-11-12T21:42:46,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=e19681431777b02893f7c74e68c5fabb, source=0c576948786c,40557,1731447748364, destination=0c576948786c,35779,1731447748480, warming up region on 0c576948786c,35779,1731447748480 2024-11-12T21:42:46,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=e19681431777b02893f7c74e68c5fabb, source=0c576948786c,40557,1731447748364, destination=0c576948786c,35779,1731447748480, running balancer 2024-11-12T21:42:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE 2024-11-12T21:42:46,959 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE 2024-11-12T21:42:46,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=CLOSING, regionLocation=0c576948786c,40557,1731447748364 2024-11-12T21:42:46,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(7855): Warmup {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:46,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE because future has completed 2024-11-12T21:42:46,965 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,965 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T21:42:46,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364}] 2024-11-12T21:42:46,966 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:46,966 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:46,981 INFO [StoreFileOpener-e19681431777b02893f7c74e68c5fabb-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,981 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:46,987 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11 2024-11-12T21:42:46,994 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/da2b6bac94114e3aba87e7f4e2c4b2a7 2024-11-12T21:42:46,994 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:46,994 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:46,996 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:46,996 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:47,005 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/52ed8d413acf4b23b7cec82f888c9c96 2024-11-12T21:42:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-12T21:42:47,012 INFO [StoreFileOpener-e19681431777b02893f7c74e68c5fabb-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea16518556944885b112595605830caf 2024-11-12T21:42:47,012 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf 2024-11-12T21:42:47,012 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:47,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35779 {}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447767012Disabling compacts and flushes for region at 1731447767012Disabling writes for close at 1731447767012Writing region close event to WAL at 1731447767025 (+13 ms)Closed at 1731447767025 2024-11-12T21:42:47,121 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T21:42:47,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:47,122 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:47,122 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,123 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11, hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e] to archive 2024-11-12T21:42:47,126 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:47,131 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11 to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/55589171ea314354979c2d54a4290d11 2024-11-12T21:42:47,133 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/267292e956a6452fb3f70688ba110c3e 2024-11-12T21:42:47,147 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf] to archive 2024-11-12T21:42:47,149 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:42:47,151 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/ea16518556944885b112595605830caf 2024-11-12T21:42:47,158 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-12T21:42:47,159 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,159 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447767122Running coprocessor pre-close hooks at 1731447767122Disabling compacts and flushes for region at 1731447767122Disabling writes for close at 1731447767122Writing region close event to WAL at 1731447767154 (+32 ms)Running coprocessor post-close hooks at 1731447767159 (+5 ms)Closed at 1731447767159 2024-11-12T21:42:47,159 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding e19681431777b02893f7c74e68c5fabb move to 0c576948786c,35779,1731447748480 record at close sequenceid=12 2024-11-12T21:42:47,162 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=CLOSED 2024-11-12T21:42:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364 because future has completed 2024-11-12T21:42:47,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T21:42:47,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,40557,1731447748364 in 205 msec 2024-11-12T21:42:47,175 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE; state=CLOSED, location=0c576948786c,35779,1731447748480; forceNewPlan=false, retain=false 2024-11-12T21:42:47,326 INFO [0c576948786c:40745 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T21:42:47,326 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPENING, regionLocation=0c576948786c,35779,1731447748480 2024-11-12T21:42:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE because future has completed 2024-11-12T21:42:47,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480}] 2024-11-12T21:42:47,487 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,487 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:47,487 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,488 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:47,488 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,488 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,489 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,490 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:47,491 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:47,505 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/da2b6bac94114e3aba87e7f4e2c4b2a7 2024-11-12T21:42:47,506 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:47,506 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,508 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:47,508 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:47,527 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/52ed8d413acf4b23b7cec82f888c9c96 2024-11-12T21:42:47,527 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:47,528 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,529 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,531 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,532 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,532 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,533 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T21:42:47,538 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,539 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e19681431777b02893f7c74e68c5fabb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65665681, jitterRate=-0.021505102515220642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T21:42:47,539 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,540 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e19681431777b02893f7c74e68c5fabb: Running coprocessor pre-open hook at 1731447767488Writing region info on filesystem at 1731447767488Initializing all the Stores at 1731447767489 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447767489Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447767489Cleaning up temporary data from old regions at 1731447767533 (+44 ms)Running coprocessor post-open hooks at 1731447767539 (+6 ms)Region opened successfully at 1731447767540 (+1 ms) 2024-11-12T21:42:47,541 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., pid=12, masterSystemTime=1731447767482 2024-11-12T21:42:47,545 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,546 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPEN, openSeqNum=18, regionLocation=0c576948786c,35779,1731447748480 2024-11-12T21:42:47,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 because future has completed 2024-11-12T21:42:47,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T21:42:47,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,35779,1731447748480 in 226 msec 2024-11-12T21:42:47,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, REOPEN/MOVE in 604 msec 2024-11-12T21:42:47,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:42:47,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:42:47,616 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0c576948786c,35779,1731447748480: testing ***** 2024-11-12T21:42:47,616 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T21:42:47,619 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T21:42:47,622 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T21:42:47,630 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T21:42:47,633 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T21:42:47,672 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 418028784 }, "NonHeapMemoryUsage": { "committed": 170328064, "init": 7667712, "max": -1, "used": 167778696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0c576948786c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 1, "ProcessCallTime_max": 79, "ProcessCallTime_mean": 7, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 69, "ProcessCallTime_98th_percentile": 79, "ProcessCallTime_99th_percentile": 79, "ProcessCallTime_99.9th_percentile": 79, "ProcessCallTime_TimeRangeCount_0-1": 6, "ProcessCallTime_TimeRangeCount_1-3": 18, "ProcessCallTime_TimeRangeCount_3-10": 5, "ProcessCallTime_TimeRangeCount_30-100": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 1, "TotalCallTime_max": 79, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 4, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 69, "TotalCallTime_98th_percentile": 79, "TotalCallTime_99th_percentile": 79, "TotalCallTime_99.9th_percentile": 79, "TotalCallTime_TimeRangeCount_0-1": 5, "TotalCallTime_TimeRangeCount_1-3": 18, "TotalCallTime_TimeRangeCount_3-10": 6, "TotalCallTime_TimeRangeCount_30-100": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1138, "ResponseSize_mean": 159, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 795, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1069, "ResponseSize_99.9th_percentile": 1131, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5773 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0c576948786c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62989", "tag.serverName": "0c576948786c,35779,1731447748480", "tag.clusterId": "32fbfe69-ef68-437c-abe7-fbb1a8a0d7cb", "tag.Context": "regionserver", "tag.Hostname": "0c576948786c", "regionCount": 1, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731447748480, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 66560, "ByteBuffAllocatorHeapAllocationRatio": 0.7697053155307054, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 4, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 1, "rpcScanRequestCount": 1, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 1, "ScanTime_min": 1, "ScanTime_max": 1, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 1, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 1, "Put_min": 2, "Put_max": 2, "Put_mean": 2, "Put_25th_percentile": 2, "Put_median": 2, "Put_75th_percentile": 2, "Put_90th_percentile": 2, "Put_95th_percentile": 2, "Put_98th_percentile": 2, "Put_99th_percentile": 2, "Put_99.9th_percentile": 2, "Put_TimeRangeCount_1-3": 1, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 4783, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 31, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 1, "FlushOutputSize_min": 4783, "FlushOutputSize_max": 4783, "FlushOutputSize_mean": 4783, "FlushOutputSize_25th_percentile": 4783, "FlushOutputSize_median": 4783, "FlushOutputSize_75th_percentile": 4783, "FlushOutputSize_90th_percentile": 4783, "FlushOutputSize_95th_percentile": 4783, "FlushOutputSize_98th_percentile": 4783, "FlushOutputSize_99th_percentile": 4783, "FlushOutputSize_99.9th_percentile": 4783, "FlushOutputSize_SizeRangeCount_100-1000": 1, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 1, "FlushMemstoreSize_min": 31, "FlushMemstoreSize_max": 31, "FlushMemstoreSize_mean": 31, "FlushMemstoreSize_25th_percentile": 31, "FlushMemstoreSize_median": 31, "FlushMemstoreSize_75th_percentile": 31, "FlushMemstoreSize_90th_percentile": 31, "FlushMemstoreSize_95th_percentile": 31, "FlushMemstoreSize_98th_percentile": 31, "FlushMemstoreSize_99th_percentile": 31, "FlushMemstoreSize_99.9th_percentile": 31, "FlushMemstoreSize_SizeRangeCount_10-100": 1, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 1, "FlushTime_min": 85, "FlushTime_max": 85, "FlushTime_mean": 85, "FlushTime_25th_percentile": 85, "FlushTime_median": 85, "FlushTime_75th_percentile": 85, "FlushTime_90th_percentile": 85, "FlushTime_95th_percentile": 85, "FlushTime_98th_percentile": 85, "FlushTime_99th_percentile": 85, "FlushTime_99.9th_percentile": 85, "FlushTime_TimeRangeCount_30-100": 1, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 1, "ScanSize_min": 64, "ScanSize_max": 64, "ScanSize_mean": 64, "ScanSize_25th_percentile": 64, "ScanSize_median": 64, "ScanSize_75th_percentile": 64, "ScanSize_90th_percentile": 64, "ScanSize_95th_percentile": 64, "ScanSize_98th_percentile": 64, "ScanSize_99th_percentile": 64, "ScanSize_99.9th_percentile": 64, "ScanSize_SizeRangeCount_10-100": 1, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T21:42:47,679 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40745 {}] master.MasterRpcServices(700): 0c576948786c,35779,1731447748480 reported a fatal error: ***** ABORTING region server 0c576948786c,35779,1731447748480: testing ***** 2024-11-12T21:42:47,688 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c576948786c,35779,1731447748480' ***** 2024-11-12T21:42:47,688 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-12T21:42:47,688 INFO [RS:1;0c576948786c:35779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T21:42:47,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T21:42:47,689 INFO [RS:1;0c576948786c:35779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T21:42:47,689 INFO [RS:1;0c576948786c:35779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T21:42:47,689 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(3091): Received CLOSE for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40557 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:57792 deadline: 1731447827689, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=35779 startCode=1731447748480. As of locationSeqNum=12. 2024-11-12T21:42:47,690 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(956): aborting server 0c576948786c,35779,1731447748480 2024-11-12T21:42:47,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,40557,1731447748364, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,40557,1731447748364, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=35779 startCode=1731447748480. As of locationSeqNum=12. 2024-11-12T21:42:47,690 INFO [RS:1;0c576948786c:35779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:42:47,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,40557,1731447748364, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=35779 startCode=1731447748480. As of locationSeqNum=12. 2024-11-12T21:42:47,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,40557,1731447748364, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=0c576948786c port=35779 startCode=1731447748480. As of locationSeqNum=12. 2024-11-12T21:42:47,690 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:42:47,691 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,691 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,691 INFO [RS:1;0c576948786c:35779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0c576948786c:35779. 2024-11-12T21:42:47,691 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:42:47,691 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,691 DEBUG [RS:1;0c576948786c:35779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:42:47,691 DEBUG [RS:1;0c576948786c:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:47,692 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T21:42:47,692 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1325): Online Regions={e19681431777b02893f7c74e68c5fabb=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.} 2024-11-12T21:42:47,692 DEBUG [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1351): Waiting on e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:47,701 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,701 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447767690Running coprocessor pre-close hooks at 1731447767690Disabling compacts and flushes for region at 1731447767690Disabling writes for close at 1731447767691 (+1 ms)Writing region close event to WAL at 1731447767700 (+9 ms)Running coprocessor post-close hooks at 1731447767700Closed at 1731447767701 (+1 ms) 2024-11-12T21:42:47,701 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:47,708 INFO [regionserver/0c576948786c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:42:47,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c576948786c,35779,1731447748480 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:47,800 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c576948786c,35779,1731447748480 aborting 2024-11-12T21:42:47,800 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0c576948786c,35779,1731447748480 aborting 2024-11-12T21:42:47,800 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=12 from cache 2024-11-12T21:42:47,892 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(976): stopping server 0c576948786c,35779,1731447748480; all regions closed. 2024-11-12T21:42:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741835_1011 (size=2142) 2024-11-12T21:42:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741835_1011 (size=2142) 2024-11-12T21:42:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741835_1011 (size=2142) 2024-11-12T21:42:47,901 DEBUG [RS:1;0c576948786c:35779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:42:47,901 INFO [RS:1;0c576948786c:35779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:42:47,901 INFO [RS:1;0c576948786c:35779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:42:47,901 INFO [RS:1;0c576948786c:35779 {}] hbase.ChoreService(370): Chore service for: regionserver/0c576948786c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T21:42:47,902 INFO [regionserver/0c576948786c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:42:47,902 INFO [RS:1;0c576948786c:35779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T21:42:47,902 INFO [RS:1;0c576948786c:35779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T21:42:47,902 INFO [RS:1;0c576948786c:35779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T21:42:47,902 INFO [RS:1;0c576948786c:35779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:42:47,902 INFO [RS:1;0c576948786c:35779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35779 2024-11-12T21:42:47,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:42:47,911 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c576948786c,35779,1731447748480 2024-11-12T21:42:47,911 INFO [RS:1;0c576948786c:35779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:42:47,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c576948786c,35779,1731447748480] 2024-11-12T21:42:47,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c576948786c,35779,1731447748480 already deleted, retry=false 2024-11-12T21:42:47,914 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0c576948786c,35779,1731447748480 on 0c576948786c,40745,1731447747676 2024-11-12T21:42:47,920 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0c576948786c,35779,1731447748480, splitWal=true, meta=false 2024-11-12T21:42:47,923 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 0c576948786c,35779,1731447748480 (carryingMeta=false) 0c576948786c,35779,1731447748480/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@56252ae[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T21:42:47,923 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0c576948786c,35779,1731447748480, splitWal=true, meta=false 2024-11-12T21:42:47,925 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 0c576948786c,35779,1731447748480 had 1 regions 2024-11-12T21:42:47,927 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0c576948786c,35779,1731447748480, splitWal=true, meta=false, isMeta: false 2024-11-12T21:42:47,929 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting 2024-11-12T21:42:47,931 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0c576948786c,35779,1731447748480 WAL count=1, meta=false 2024-11-12T21:42:47,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0c576948786c%2C35779%2C1731447748480.1731447750337}] 2024-11-12T21:42:47,940 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=0c576948786c,39335,1731447748551 2024-11-12T21:42:47,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0c576948786c%2C35779%2C1731447748480.1731447750337, worker=0c576948786c,39335,1731447748551}] 2024-11-12T21:42:48,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18] 2024-11-12T21:42:48,014 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0c576948786c:35779 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0c576948786c/172.17.0.2:35779 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:48,015 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:42:48,015 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35779-0x10035e34dda0002, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:42:48,015 INFO [RS:1;0c576948786c:35779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:42:48,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18, error=java.net.ConnectException: Call to address=0c576948786c:35779 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0c576948786c/172.17.0.2:35779 2024-11-12T21:42:48,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-12T21:42:48,015 INFO [RS:1;0c576948786c:35779 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c576948786c,35779,1731447748480; zookeeper connection closed. 2024-11-12T21:42:48,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 from cache 2024-11-12T21:42:48,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13891802 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13891802 2024-11-12T21:42:48,016 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 0c576948786c:35779 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0c576948786c/172.17.0.2:35779 2024-11-12T21:42:48,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-12T21:42:48,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:48,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-12T21:42:48,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:48,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T21:42:48,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46713, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T21:42:48,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-12T21:42:48,127 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337, size=2.1 K (2142bytes) 2024-11-12T21:42:48,127 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 2024-11-12T21:42:48,127 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 after 0ms 2024-11-12T21:42:48,130 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 took 3ms 2024-11-12T21:42:48,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for e19681431777b02893f7c74e68c5fabb: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-12T21:42:48,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 so closing down 2024-11-12T21:42:48,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:48,138 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:48,138 INFO [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-12T21:42:48,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337, journal: Splitting hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337, size=2.1 K (2142bytes) at 1731447768127Finishing writing output for hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 so closing down at 1731447768137 (+10 ms)3 split writer threads finished at 1731447768138 (+1 ms)Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1731447768138 2024-11-12T21:42:48,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 2024-11-12T21:42:48,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0c576948786c:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T21:42:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40745 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T21:42:48,146 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting/0c576948786c%2C35779%2C1731447748480.1731447750337 to hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs 2024-11-12T21:42:48,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T21:42:48,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0c576948786c%2C35779%2C1731447748480.1731447750337, worker=0c576948786c,39335,1731447748551 in 203 msec 2024-11-12T21:42:48,151 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=0c576948786c,39335,1731447748551 2024-11-12T21:42:48,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T21:42:48,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 0c576948786c%2C35779%2C1731447748480.1731447750337, worker=0c576948786c,39335,1731447748551 in 217 msec 2024-11-12T21:42:48,156 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting dir is empty, no logs to split. 2024-11-12T21:42:48,156 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0c576948786c,35779,1731447748480 WAL count=0, meta=false 2024-11-12T21:42:48,156 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 0c576948786c,35779,1731447748480 WAL splitting is done? wals=0, meta=false 2024-11-12T21:42:48,158 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0c576948786c,35779,1731447748480 failed, ignore...File hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/WALs/0c576948786c,35779,1731447748480-splitting does not exist. 2024-11-12T21:42:48,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN}] 2024-11-12T21:42:48,163 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN 2024-11-12T21:42:48,164 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(204): Hosts are {0c576948786c=0} racks are {/default-rack=0} 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T21:42:48,315 INFO [0c576948786c:40745 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T21:42:48,315 INFO [0c576948786c:40745 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T21:42:48,315 DEBUG [0c576948786c:40745 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T21:42:48,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPENING, regionLocation=0c576948786c,39335,1731447748551 2024-11-12T21:42:48,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN because future has completed 2024-11-12T21:42:48,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,39335,1731447748551}] 2024-11-12T21:42:48,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18] 2024-11-12T21:42:48,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0c576948786c:35779 this server is in the failed servers list 2024-11-12T21:42:48,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0c576948786c:35779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c576948786c:35779 2024-11-12T21:42:48,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0c576948786c:35779 2024-11-12T21:42:48,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,35779,1731447748480, seqNum=18 from cache 2024-11-12T21:42:48,476 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:48,477 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e19681431777b02893f7c74e68c5fabb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:48,477 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,477 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:48,477 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,477 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,479 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,480 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf1 2024-11-12T21:42:48,480 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,488 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf1/da2b6bac94114e3aba87e7f4e2c4b2a7 2024-11-12T21:42:48,488 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,488 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,489 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19681431777b02893f7c74e68c5fabb columnFamilyName cf2 2024-11-12T21:42:48,489 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,497 DEBUG [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/cf2/52ed8d413acf4b23b7cec82f888c9c96 2024-11-12T21:42:48,497 INFO [StoreOpener-e19681431777b02893f7c74e68c5fabb-1 {}] regionserver.HStore(327): Store=e19681431777b02893f7c74e68c5fabb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,497 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,499 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,500 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,501 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,501 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,501 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T21:42:48,503 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,504 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e19681431777b02893f7c74e68c5fabb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64736305, jitterRate=-0.035353884100914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T21:42:48,505 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:42:48,505 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e19681431777b02893f7c74e68c5fabb: Running coprocessor pre-open hook at 1731447768478Writing region info on filesystem at 1731447768478Initializing all the Stores at 1731447768479 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768479Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768479Cleaning up temporary data from old regions at 1731447768501 (+22 ms)Running coprocessor post-open hooks at 1731447768505 (+4 ms)Region opened successfully at 1731447768505 2024-11-12T21:42:48,506 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., pid=17, masterSystemTime=1731447768472 2024-11-12T21:42:48,509 DEBUG [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:48,509 INFO [RS_OPEN_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:42:48,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=e19681431777b02893f7c74e68c5fabb, regionState=OPEN, openSeqNum=18, regionLocation=0c576948786c,39335,1731447748551 2024-11-12T21:42:48,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,39335,1731447748551 because future has completed 2024-11-12T21:42:48,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T21:42:48,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure e19681431777b02893f7c74e68c5fabb, server=0c576948786c,39335,1731447748551 in 194 msec 2024-11-12T21:42:48,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T21:42:48,518 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 0c576948786c,35779,1731447748480 after splitting done 2024-11-12T21:42:48,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=e19681431777b02893f7c74e68c5fabb, ASSIGN in 354 msec 2024-11-12T21:42:48,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 0c576948786c,35779,1731447748480, splitWal=true, meta=false in 604 msec 2024-11-12T21:42:48,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb., hostname=0c576948786c,39335,1731447748551, seqNum=18] 2024-11-12T21:42:48,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T21:42:48,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T21:42:48,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 409), OpenFileDescriptor=1048 (was 1021) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8774 (was 8863) 2024-11-12T21:42:48,857 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-12T21:42:48,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=8774 2024-11-12T21:42:48,872 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-12T21:42:48,887 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:48,889 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:48,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:48,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99705518, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-99705518, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:48,906 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99705518/hregion-99705518.1731447768893, exclude list is [], retry=0 2024-11-12T21:42:48,909 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:48,909 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:48,909 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:48,912 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99705518/hregion-99705518.1731447768893 2024-11-12T21:42:48,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:48,913 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4083b69029fcb3147f0df0b25b9694fa, NAME => 'testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741893_1071 (size=67) 2024-11-12T21:42:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741893_1071 (size=67) 2024-11-12T21:42:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741893_1071 (size=67) 2024-11-12T21:42:48,923 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:48,925 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,926 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName a 2024-11-12T21:42:48,927 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,927 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,927 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,928 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName b 2024-11-12T21:42:48,928 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,929 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,929 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,930 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName c 2024-11-12T21:42:48,930 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,931 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,934 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,934 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:48,935 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,937 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:48,938 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4083b69029fcb3147f0df0b25b9694fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64231997, jitterRate=-0.042868658900260925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4083b69029fcb3147f0df0b25b9694fa: Writing region info on filesystem at 1731447768924Initializing all the Stores at 1731447768924Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768924Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768925 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768925Cleaning up temporary data from old regions at 1731447768934 (+9 ms)Region opened successfully at 1731447768938 (+4 ms) 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4083b69029fcb3147f0df0b25b9694fa, disabling compactions & flushes 2024-11-12T21:42:48,939 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. after waiting 0 ms 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:48,939 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:48,939 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4083b69029fcb3147f0df0b25b9694fa: Waiting for close lock at 1731447768939Disabling compacts and flushes for region at 1731447768939Disabling writes for close at 1731447768939Writing region close event to WAL at 1731447768939Closed at 1731447768939 2024-11-12T21:42:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741892_1070 (size=93) 2024-11-12T21:42:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741892_1070 (size=93) 2024-11-12T21:42:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741892_1070 (size=93) 2024-11-12T21:42:48,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:48,945 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99705518:(num 1731447768893) 2024-11-12T21:42:48,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:48,946 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:48,959 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, exclude list is [], retry=0 2024-11-12T21:42:48,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:48,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:48,962 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:48,963 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 2024-11-12T21:42:48,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:48,963 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4083b69029fcb3147f0df0b25b9694fa, NAME => 'testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:48,964 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:48,964 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,964 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,965 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,966 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName a 2024-11-12T21:42:48,966 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,967 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,967 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,968 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName b 2024-11-12T21:42:48,968 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,968 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,968 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,969 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName c 2024-11-12T21:42:48,969 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:48,969 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:48,969 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,973 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:48,974 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:48,975 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4083b69029fcb3147f0df0b25b9694fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65572215, jitterRate=-0.022897854447364807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:48,975 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4083b69029fcb3147f0df0b25b9694fa: Writing region info on filesystem at 1731447768964Initializing all the Stores at 1731447768965 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768965Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768965Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447768965Cleaning up temporary data from old regions at 1731447768972 (+7 ms)Region opened successfully at 1731447768975 (+3 ms) 2024-11-12T21:42:48,998 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4083b69029fcb3147f0df0b25b9694fa 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T21:42:49,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/a/15eb333f14684a2ca9af6e5929d33bae is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731447768975/Put/seqid=0 2024-11-12T21:42:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741895_1073 (size=5958) 2024-11-12T21:42:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741895_1073 (size=5958) 2024-11-12T21:42:49,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741895_1073 (size=5958) 2024-11-12T21:42:49,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/a/15eb333f14684a2ca9af6e5929d33bae 2024-11-12T21:42:49,040 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/c7b7260397cf4729be942285610c71c8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731447768983/Put/seqid=0 2024-11-12T21:42:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741896_1074 (size=5958) 2024-11-12T21:42:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741896_1074 (size=5958) 2024-11-12T21:42:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741896_1074 (size=5958) 2024-11-12T21:42:49,047 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/c7b7260397cf4729be942285610c71c8 2024-11-12T21:42:49,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/c/7d1018aae638436eabe0638a64351b9e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731447768989/Put/seqid=0 2024-11-12T21:42:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741897_1075 (size=5958) 2024-11-12T21:42:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741897_1075 (size=5958) 2024-11-12T21:42:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741897_1075 (size=5958) 2024-11-12T21:42:49,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/c/7d1018aae638436eabe0638a64351b9e 2024-11-12T21:42:49,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/a/15eb333f14684a2ca9af6e5929d33bae as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/a/15eb333f14684a2ca9af6e5929d33bae 2024-11-12T21:42:49,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/a/15eb333f14684a2ca9af6e5929d33bae, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T21:42:49,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/c7b7260397cf4729be942285610c71c8 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/c7b7260397cf4729be942285610c71c8 2024-11-12T21:42:49,093 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/c7b7260397cf4729be942285610c71c8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T21:42:49,094 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/c/7d1018aae638436eabe0638a64351b9e as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/c/7d1018aae638436eabe0638a64351b9e 2024-11-12T21:42:49,099 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/c/7d1018aae638436eabe0638a64351b9e, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T21:42:49,101 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4083b69029fcb3147f0df0b25b9694fa in 103ms, sequenceid=33, compaction requested=false 2024-11-12T21:42:49,101 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4083b69029fcb3147f0df0b25b9694fa: 2024-11-12T21:42:49,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4083b69029fcb3147f0df0b25b9694fa, disabling compactions & flushes 2024-11-12T21:42:49,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:49,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:49,101 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. after waiting 0 ms 2024-11-12T21:42:49,101 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:49,102 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. 2024-11-12T21:42:49,102 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4083b69029fcb3147f0df0b25b9694fa: Waiting for close lock at 1731447769101Disabling compacts and flushes for region at 1731447769101Disabling writes for close at 1731447769101Writing region close event to WAL at 1731447769102 (+1 ms)Closed at 1731447769102 2024-11-12T21:42:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741894_1072 (size=5937) 2024-11-12T21:42:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741894_1072 (size=5937) 2024-11-12T21:42:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741894_1072 (size=5937) 2024-11-12T21:42:49,109 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/c7b7260397cf4729be942285610c71c8 to hdfs://localhost:39639/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/c7b7260397cf4729be942285610c71c8 2024-11-12T21:42:49,126 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, size=5.8 K (5937bytes) 2024-11-12T21:42:49,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 2024-11-12T21:42:49,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 after 0ms 2024-11-12T21:42:49,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 took 3ms 2024-11-12T21:42:49,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 so closing down 2024-11-12T21:42:49,131 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:49,132 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731447768947.temp 2024-11-12T21:42:49,133 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp 2024-11-12T21:42:49,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741898_1076 (size=5223) 2024-11-12T21:42:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741898_1076 (size=5223) 2024-11-12T21:42:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741898_1076 (size=5223) 2024-11-12T21:42:49,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:49,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 2024-11-12T21:42:49,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-12T21:42:49,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, journal: Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, size=5.8 K (5937bytes) at 1731447769126Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 so closing down at 1731447769131 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp at 1731447769133 (+2 ms)3 split writer threads finished at 1731447769133Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731447769140 (+7 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000003-wal.1731447768947.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 at 1731447769141 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1731447769141 2024-11-12T21:42:49,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447768947 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447768947 2024-11-12T21:42:49,144 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 2024-11-12T21:42:49,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:49,145 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:49,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447769146, exclude list is [], retry=0 2024-11-12T21:42:49,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:49,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:49,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:49,161 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447769146 2024-11-12T21:42:49,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:42:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4083b69029fcb3147f0df0b25b9694fa, NAME => 'testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,162 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,163 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,164 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName a 2024-11-12T21:42:49,164 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,170 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/a/15eb333f14684a2ca9af6e5929d33bae 2024-11-12T21:42:49,170 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,170 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,172 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName b 2024-11-12T21:42:49,172 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,172 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,172 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,173 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4083b69029fcb3147f0df0b25b9694fa columnFamilyName c 2024-11-12T21:42:49,173 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,178 DEBUG [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/c/7d1018aae638436eabe0638a64351b9e 2024-11-12T21:42:49,178 INFO [StoreOpener-4083b69029fcb3147f0df0b25b9694fa-1 {}] regionserver.HStore(327): Store=4083b69029fcb3147f0df0b25b9694fa/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,181 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,182 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 2024-11-12T21:42:49,186 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 2024-11-12T21:42:49,186 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4083b69029fcb3147f0df0b25b9694fa 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T21:42:49,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/a4d9dc5699b34fada87ea5238a863fab is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731447768983/Put/seqid=0 2024-11-12T21:42:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741900_1078 (size=5958) 2024-11-12T21:42:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741900_1078 (size=5958) 2024-11-12T21:42:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741900_1078 (size=5958) 2024-11-12T21:42:49,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/a4d9dc5699b34fada87ea5238a863fab 2024-11-12T21:42:49,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/.tmp/b/a4d9dc5699b34fada87ea5238a863fab as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/a4d9dc5699b34fada87ea5238a863fab 2024-11-12T21:42:49,219 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/b/a4d9dc5699b34fada87ea5238a863fab, entries=10, sequenceid=32, filesize=5.8 K 2024-11-12T21:42:49,219 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4083b69029fcb3147f0df0b25b9694fa in 33ms, sequenceid=32, compaction requested=false; wal=null 2024-11-12T21:42:49,220 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/0000000000000000032 2024-11-12T21:42:49,221 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,221 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,221 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:49,223 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4083b69029fcb3147f0df0b25b9694fa 2024-11-12T21:42:49,225 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/4083b69029fcb3147f0df0b25b9694fa/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-12T21:42:49,226 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4083b69029fcb3147f0df0b25b9694fa; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66003914, jitterRate=-0.016465038061141968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:49,227 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4083b69029fcb3147f0df0b25b9694fa: Writing region info on filesystem at 1731447769162Initializing all the Stores at 1731447769163 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769163Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769163Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769163Obtaining lock to block concurrent updates at 1731447769186 (+23 ms)Preparing flush snapshotting stores in 4083b69029fcb3147f0df0b25b9694fa at 1731447769186Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731447769186Flushing stores of testReplayEditsWrittenViaHRegion,,1731447768888.4083b69029fcb3147f0df0b25b9694fa. at 1731447769186Flushing 4083b69029fcb3147f0df0b25b9694fa/b: creating writer at 1731447769187 (+1 ms)Flushing 4083b69029fcb3147f0df0b25b9694fa/b: appending metadata at 1731447769200 (+13 ms)Flushing 4083b69029fcb3147f0df0b25b9694fa/b: closing flushed file at 1731447769200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5035c5a5: reopening flushed file at 1731447769212 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4083b69029fcb3147f0df0b25b9694fa in 33ms, sequenceid=32, compaction requested=false; wal=null at 1731447769219 (+7 ms)Cleaning up temporary data from old regions at 1731447769221 (+2 ms)Region opened successfully at 1731447769227 (+6 ms) 2024-11-12T21:42:49,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=414 (was 405) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:58832 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:48720 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:47384 [Waiting for operation #42] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:48744 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:51074 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:49570 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=8766 (was 8774) 2024-11-12T21:42:49,245 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-12T21:42:49,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=414, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=433, ProcessCount=11, AvailableMemoryMB=8765 2024-11-12T21:42:49,256 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-12T21:42:49,270 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:49,272 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:49,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:49,276 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-77262921, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-77262921, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:49,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-77262921/hregion-77262921.1731447769276, exclude list is [], retry=0 2024-11-12T21:42:49,297 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:49,297 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:49,298 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:49,299 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-77262921/hregion-77262921.1731447769276 2024-11-12T21:42:49,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:49,300 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 755a3910b0319073c19da9c462354062, NAME => 'testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741902_1080 (size=68) 2024-11-12T21:42:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741902_1080 (size=68) 2024-11-12T21:42:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741902_1080 (size=68) 2024-11-12T21:42:49,310 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:49,312 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,313 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName a 2024-11-12T21:42:49,313 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,314 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,314 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,315 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName b 2024-11-12T21:42:49,316 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,316 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,316 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,318 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName c 2024-11-12T21:42:49,318 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,319 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,321 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,321 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,321 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:49,322 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,324 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:49,325 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 755a3910b0319073c19da9c462354062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70736516, jitterRate=0.05405622720718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:49,325 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 755a3910b0319073c19da9c462354062: Writing region info on filesystem at 1731447769311Initializing all the Stores at 1731447769311Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769311Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769311Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769311Cleaning up temporary data from old regions at 1731447769321 (+10 ms)Region opened successfully at 1731447769325 (+4 ms) 2024-11-12T21:42:49,325 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 755a3910b0319073c19da9c462354062, disabling compactions & flushes 2024-11-12T21:42:49,326 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:49,326 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:49,326 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. after waiting 0 ms 2024-11-12T21:42:49,326 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:49,326 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:49,326 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 755a3910b0319073c19da9c462354062: Waiting for close lock at 1731447769325Disabling compacts and flushes for region at 1731447769325Disabling writes for close at 1731447769326 (+1 ms)Writing region close event to WAL at 1731447769326Closed at 1731447769326 2024-11-12T21:42:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741901_1079 (size=93) 2024-11-12T21:42:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741901_1079 (size=93) 2024-11-12T21:42:49,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741901_1079 (size=93) 2024-11-12T21:42:49,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:49,331 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-77262921:(num 1731447769276) 2024-11-12T21:42:49,331 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:49,333 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:49,345 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, exclude list is [], retry=0 2024-11-12T21:42:49,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:49,347 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:49,348 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:49,349 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 2024-11-12T21:42:49,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:49,416 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 755a3910b0319073c19da9c462354062, NAME => 'testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:49,419 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,419 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:49,419 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,419 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,421 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,422 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName a 2024-11-12T21:42:49,422 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,423 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,423 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,424 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName b 2024-11-12T21:42:49,424 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,424 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,425 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,426 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName c 2024-11-12T21:42:49,426 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:49,426 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:49,426 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,428 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,430 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,430 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,430 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:49,432 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,433 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 755a3910b0319073c19da9c462354062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60902904, jitterRate=-0.0924760103225708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:49,433 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:49,434 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 755a3910b0319073c19da9c462354062: Running coprocessor pre-open hook at 1731447769419Writing region info on filesystem at 1731447769419Initializing all the Stores at 1731447769420 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769420Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769420Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447769420Cleaning up temporary data from old regions at 1731447769430 (+10 ms)Running coprocessor post-open hooks at 1731447769433 (+3 ms)Region opened successfully at 1731447769434 (+1 ms) 2024-11-12T21:42:49,449 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 755a3910b0319073c19da9c462354062 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-12T21:42:49,450 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:50,451 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:51,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:42:51,452 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:52,453 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:53,455 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:54,456 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:55,457 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:56,458 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:56,856 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T21:42:57,460 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:58,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-12T21:42:58,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:58,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T21:42:58,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:58,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-12T21:42:58,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-12T21:42:58,461 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 755a3910b0319073c19da9c462354062/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:42:58,462 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 755a3910b0319073c19da9c462354062: 2024-11-12T21:42:58,462 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 755a3910b0319073c19da9c462354062: 2024-11-12T21:42:58,476 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-12T21:42:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 755a3910b0319073c19da9c462354062, disabling compactions & flushes 2024-11-12T21:42:58,476 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. after waiting 0 ms 2024-11-12T21:42:58,476 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,476 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,477 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. 2024-11-12T21:42:58,477 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 755a3910b0319073c19da9c462354062: Waiting for close lock at 1731447778476Running coprocessor pre-close hooks at 1731447778476Disabling compacts and flushes for region at 1731447778476Disabling writes for close at 1731447778476Writing region close event to WAL at 1731447778476Running coprocessor post-close hooks at 1731447778476Closed at 1731447778476 2024-11-12T21:42:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741903_1081 (size=3941) 2024-11-12T21:42:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741903_1081 (size=3941) 2024-11-12T21:42:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741903_1081 (size=3941) 2024-11-12T21:42:58,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, size=3.8 K (3941bytes) 2024-11-12T21:42:58,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 2024-11-12T21:42:58,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 after 0ms 2024-11-12T21:42:58,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 took 4ms 2024-11-12T21:42:58,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 so closing down 2024-11-12T21:42:58,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:58,502 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731447769333.temp 2024-11-12T21:42:58,503 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp 2024-11-12T21:42:58,503 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741904_1082 (size=2983) 2024-11-12T21:42:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741904_1082 (size=2983) 2024-11-12T21:42:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741904_1082 (size=2983) 2024-11-12T21:42:58,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:58,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 2024-11-12T21:42:58,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-12T21:42:58,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, journal: Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, size=3.8 K (3941bytes) at 1731447778495Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 so closing down at 1731447778500 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp at 1731447778503 (+3 ms)3 split writer threads finished at 1731447778503Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731447778515 (+12 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000004-wal.1731447769333.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 at 1731447778516 (+1 ms)Processed 23 edits across 1 Regions in 18 ms; skipped=3; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1731447778517 (+1 ms) 2024-11-12T21:42:58,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447769333 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447769333 2024-11-12T21:42:58,520 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 2024-11-12T21:42:58,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:58,523 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:58,535 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447778523, exclude list is [], retry=0 2024-11-12T21:42:58,538 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:58,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:58,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:58,540 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447778523 2024-11-12T21:42:58,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:58,541 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 755a3910b0319073c19da9c462354062, NAME => 'testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:58,542 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,542 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,544 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,545 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName a 2024-11-12T21:42:58,545 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:58,546 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:58,546 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,547 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName b 2024-11-12T21:42:58,547 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:58,548 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:58,548 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,549 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755a3910b0319073c19da9c462354062 columnFamilyName c 2024-11-12T21:42:58,550 DEBUG [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:58,550 INFO [StoreOpener-755a3910b0319073c19da9c462354062-1 {}] regionserver.HStore(327): Store=755a3910b0319073c19da9c462354062/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:58,550 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,554 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 2024-11-12T21:42:58,558 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 2024-11-12T21:42:58,558 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 755a3910b0319073c19da9c462354062 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-12T21:42:58,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/a/fc3f9dc751c647e4bdd4f16dc5f2b737 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731447778467/Put/seqid=0 2024-11-12T21:42:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741906_1084 (size=5523) 2024-11-12T21:42:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741906_1084 (size=5523) 2024-11-12T21:42:58,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741906_1084 (size=5523) 2024-11-12T21:42:58,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/a/fc3f9dc751c647e4bdd4f16dc5f2b737 2024-11-12T21:42:58,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/b/7add77cab04545d991a74f727e94b6a6 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731447778463/Put/seqid=0 2024-11-12T21:42:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741907_1085 (size=5524) 2024-11-12T21:42:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741907_1085 (size=5524) 2024-11-12T21:42:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741907_1085 (size=5524) 2024-11-12T21:42:58,623 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/b/7add77cab04545d991a74f727e94b6a6 2024-11-12T21:42:58,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/c/07c88294b7a145d9aacb1b23d80dd4ff is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731447778465/Put/seqid=0 2024-11-12T21:42:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741908_1086 (size=5457) 2024-11-12T21:42:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741908_1086 (size=5457) 2024-11-12T21:42:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741908_1086 (size=5457) 2024-11-12T21:42:58,659 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/c/07c88294b7a145d9aacb1b23d80dd4ff 2024-11-12T21:42:58,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/a/fc3f9dc751c647e4bdd4f16dc5f2b737 as hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/a/fc3f9dc751c647e4bdd4f16dc5f2b737 2024-11-12T21:42:58,672 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/a/fc3f9dc751c647e4bdd4f16dc5f2b737, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T21:42:58,674 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/b/7add77cab04545d991a74f727e94b6a6 as hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/b/7add77cab04545d991a74f727e94b6a6 2024-11-12T21:42:58,680 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/b/7add77cab04545d991a74f727e94b6a6, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T21:42:58,681 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/.tmp/c/07c88294b7a145d9aacb1b23d80dd4ff as hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/c/07c88294b7a145d9aacb1b23d80dd4ff 2024-11-12T21:42:58,686 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/c/07c88294b7a145d9aacb1b23d80dd4ff, entries=6, sequenceid=26, filesize=5.3 K 2024-11-12T21:42:58,687 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 755a3910b0319073c19da9c462354062 in 129ms, sequenceid=26, compaction requested=false; wal=null 2024-11-12T21:42:58,688 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/0000000000000000026 2024-11-12T21:42:58,689 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,689 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,690 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:58,691 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,693 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsAfterAbortingFlush/755a3910b0319073c19da9c462354062/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-12T21:42:58,694 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 755a3910b0319073c19da9c462354062; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74657596, jitterRate=0.112484872341156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:58,694 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 755a3910b0319073c19da9c462354062 2024-11-12T21:42:58,695 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 755a3910b0319073c19da9c462354062: Running coprocessor pre-open hook at 1731447778542Writing region info on filesystem at 1731447778542Initializing all the Stores at 1731447778543 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447778543Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447778544 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447778544Obtaining lock to block concurrent updates at 1731447778558 (+14 ms)Preparing flush snapshotting stores in 755a3910b0319073c19da9c462354062 at 1731447778558Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731447778558Flushing stores of testReplayEditsAfterAbortingFlush,,1731447769271.755a3910b0319073c19da9c462354062. at 1731447778559 (+1 ms)Flushing 755a3910b0319073c19da9c462354062/a: creating writer at 1731447778559Flushing 755a3910b0319073c19da9c462354062/a: appending metadata at 1731447778578 (+19 ms)Flushing 755a3910b0319073c19da9c462354062/a: closing flushed file at 1731447778578Flushing 755a3910b0319073c19da9c462354062/b: creating writer at 1731447778596 (+18 ms)Flushing 755a3910b0319073c19da9c462354062/b: appending metadata at 1731447778615 (+19 ms)Flushing 755a3910b0319073c19da9c462354062/b: closing flushed file at 1731447778615Flushing 755a3910b0319073c19da9c462354062/c: creating writer at 1731447778631 (+16 ms)Flushing 755a3910b0319073c19da9c462354062/c: appending metadata at 1731447778651 (+20 ms)Flushing 755a3910b0319073c19da9c462354062/c: closing flushed file at 1731447778651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf3ae6d: reopening flushed file at 1731447778665 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371a15de: reopening flushed file at 1731447778673 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe92d4a: reopening flushed file at 1731447778680 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 755a3910b0319073c19da9c462354062 in 129ms, sequenceid=26, compaction requested=false; wal=null at 1731447778687 (+7 ms)Cleaning up temporary data from old regions at 1731447778689 (+2 ms)Running coprocessor post-open hooks at 1731447778694 (+5 ms)Region opened successfully at 1731447778695 (+1 ms) 2024-11-12T21:42:58,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 414), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 433), ProcessCount=11 (was 11), AvailableMemoryMB=8761 (was 8765) 2024-11-12T21:42:58,716 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T21:42:58,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=8760 2024-11-12T21:42:58,729 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T21:42:58,742 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:58,744 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:58,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:58,747 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71434670, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-71434670, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:58,760 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71434670/hregion-71434670.1731447778747, exclude list is [], retry=0 2024-11-12T21:42:58,763 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:58,763 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:58,763 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:58,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71434670/hregion-71434670.1731447778747 2024-11-12T21:42:58,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:58,766 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 67b9b461570c10dbc3765d9d579435fe, NAME => 'testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741910_1088 (size=61) 2024-11-12T21:42:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741910_1088 (size=61) 2024-11-12T21:42:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741910_1088 (size=61) 2024-11-12T21:42:58,780 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:58,781 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,783 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b9b461570c10dbc3765d9d579435fe columnFamilyName a 2024-11-12T21:42:58,783 DEBUG [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:58,783 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(327): Store=67b9b461570c10dbc3765d9d579435fe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:58,783 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,784 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,784 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,785 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,786 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,788 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:58,788 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67b9b461570c10dbc3765d9d579435fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75029398, jitterRate=0.11802515387535095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:58,789 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67b9b461570c10dbc3765d9d579435fe: Writing region info on filesystem at 1731447778780Initializing all the Stores at 1731447778781 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447778781Cleaning up temporary data from old regions at 1731447778785 (+4 ms)Region opened successfully at 1731447778789 (+4 ms) 2024-11-12T21:42:58,789 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 67b9b461570c10dbc3765d9d579435fe, disabling compactions & flushes 2024-11-12T21:42:58,789 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,789 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,789 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. after waiting 0 ms 2024-11-12T21:42:58,789 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,789 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,790 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 67b9b461570c10dbc3765d9d579435fe: Waiting for close lock at 1731447778789Disabling compacts and flushes for region at 1731447778789Disabling writes for close at 1731447778789Writing region close event to WAL at 1731447778789Closed at 1731447778789 2024-11-12T21:42:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741909_1087 (size=93) 2024-11-12T21:42:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741909_1087 (size=93) 2024-11-12T21:42:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741909_1087 (size=93) 2024-11-12T21:42:58,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-71434670/hregion-71434670.1731447778747 not finished, retry = 0 2024-11-12T21:42:58,900 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:58,900 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71434670:(num 1731447778747) 2024-11-12T21:42:58,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:58,905 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:58,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, exclude list is [], retry=0 2024-11-12T21:42:58,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:58,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:58,926 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:58,928 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 2024-11-12T21:42:58,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:58,928 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67b9b461570c10dbc3765d9d579435fe, NAME => 'testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:58,928 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:58,928 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,928 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,930 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,930 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b9b461570c10dbc3765d9d579435fe columnFamilyName a 2024-11-12T21:42:58,930 DEBUG [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:58,931 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(327): Store=67b9b461570c10dbc3765d9d579435fe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,933 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,934 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:58,935 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67b9b461570c10dbc3765d9d579435fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74906258, jitterRate=0.11619022488594055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:58,936 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67b9b461570c10dbc3765d9d579435fe: Writing region info on filesystem at 1731447778929Initializing all the Stores at 1731447778929Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447778929Cleaning up temporary data from old regions at 1731447778933 (+4 ms)Region opened successfully at 1731447778935 (+2 ms) 2024-11-12T21:42:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 67b9b461570c10dbc3765d9d579435fe, disabling compactions & flushes 2024-11-12T21:42:58,944 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. after waiting 0 ms 2024-11-12T21:42:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,944 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,945 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. 2024-11-12T21:42:58,945 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 67b9b461570c10dbc3765d9d579435fe: Waiting for close lock at 1731447778944Disabling compacts and flushes for region at 1731447778944Disabling writes for close at 1731447778944Writing region close event to WAL at 1731447778944Closed at 1731447778945 (+1 ms) 2024-11-12T21:42:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741911_1089 (size=1623) 2024-11-12T21:42:58,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741911_1089 (size=1623) 2024-11-12T21:42:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741911_1089 (size=1623) 2024-11-12T21:42:58,973 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, size=1.6 K (1623bytes) 2024-11-12T21:42:58,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 2024-11-12T21:42:58,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 after 0ms 2024-11-12T21:42:58,975 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 took 3ms 2024-11-12T21:42:58,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 so closing down 2024-11-12T21:42:58,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:42:58,979 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731447778905.temp 2024-11-12T21:42:58,980 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp 2024-11-12T21:42:58,980 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:42:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741912_1090 (size=1623) 2024-11-12T21:42:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741912_1090 (size=1623) 2024-11-12T21:42:58,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741912_1090 (size=1623) 2024-11-12T21:42:58,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-12T21:42:58,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp to hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 2024-11-12T21:42:58,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-12T21:42:58,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, journal: Splitting hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, size=1.6 K (1623bytes) at 1731447778973Finishing writing output for hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 so closing down at 1731447778977 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp at 1731447778980 (+3 ms)3 split writer threads finished at 1731447778980Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731447778986 (+6 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000003-wal.1731447778905.temp to hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 at 1731447778987 (+1 ms)Processed 10 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1731447778987 2024-11-12T21:42:58,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447778905 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447778905 2024-11-12T21:42:58,989 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 2024-11-12T21:42:59,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:59,323 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:59,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447779323, exclude list is [], retry=0 2024-11-12T21:42:59,337 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:59,337 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:59,337 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:59,338 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447779323 2024-11-12T21:42:59,339 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:59,339 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67b9b461570c10dbc3765d9d579435fe, NAME => 'testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:59,339 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:59,339 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,339 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,342 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,343 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b9b461570c10dbc3765d9d579435fe columnFamilyName a 2024-11-12T21:42:59,343 DEBUG [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,344 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(327): Store=67b9b461570c10dbc3765d9d579435fe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,344 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,346 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,347 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 2024-11-12T21:42:59,350 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 2024-11-12T21:42:59,350 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 67b9b461570c10dbc3765d9d579435fe 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-12T21:42:59,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/.tmp/a/5d9ee73ea6c44b9c9996cc85c774e55b is 79, key is testDatalossWhenInputError/a:x0/1731447778936/Put/seqid=0 2024-11-12T21:42:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741914_1092 (size=5808) 2024-11-12T21:42:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741914_1092 (size=5808) 2024-11-12T21:42:59,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741914_1092 (size=5808) 2024-11-12T21:42:59,375 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/.tmp/a/5d9ee73ea6c44b9c9996cc85c774e55b 2024-11-12T21:42:59,384 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/.tmp/a/5d9ee73ea6c44b9c9996cc85c774e55b as hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/a/5d9ee73ea6c44b9c9996cc85c774e55b 2024-11-12T21:42:59,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/a/5d9ee73ea6c44b9c9996cc85c774e55b, entries=10, sequenceid=12, filesize=5.7 K 2024-11-12T21:42:59,393 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 67b9b461570c10dbc3765d9d579435fe in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-12T21:42:59,393 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/0000000000000000012 2024-11-12T21:42:59,394 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,394 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,397 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,399 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T21:42:59,400 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67b9b461570c10dbc3765d9d579435fe; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64176926, jitterRate=-0.04368928074836731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:59,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67b9b461570c10dbc3765d9d579435fe: Writing region info on filesystem at 1731447779339Initializing all the Stores at 1731447779341 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779341Obtaining lock to block concurrent updates at 1731447779350 (+9 ms)Preparing flush snapshotting stores in 67b9b461570c10dbc3765d9d579435fe at 1731447779350Finished memstore snapshotting testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731447779350Flushing stores of testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe. at 1731447779350Flushing 67b9b461570c10dbc3765d9d579435fe/a: creating writer at 1731447779350Flushing 67b9b461570c10dbc3765d9d579435fe/a: appending metadata at 1731447779366 (+16 ms)Flushing 67b9b461570c10dbc3765d9d579435fe/a: closing flushed file at 1731447779366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739bf241: reopening flushed file at 1731447779382 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 67b9b461570c10dbc3765d9d579435fe in 43ms, sequenceid=12, compaction requested=false; wal=null at 1731447779393 (+11 ms)Cleaning up temporary data from old regions at 1731447779394 (+1 ms)Region opened successfully at 1731447779400 (+6 ms) 2024-11-12T21:42:59,403 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67b9b461570c10dbc3765d9d579435fe, NAME => 'testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:59,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731447778743.67b9b461570c10dbc3765d9d579435fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:59,403 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,403 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,405 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,405 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67b9b461570c10dbc3765d9d579435fe columnFamilyName a 2024-11-12T21:42:59,405 DEBUG [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,411 DEBUG [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/a/5d9ee73ea6c44b9c9996cc85c774e55b 2024-11-12T21:42:59,411 INFO [StoreOpener-67b9b461570c10dbc3765d9d579435fe-1 {}] regionserver.HStore(327): Store=67b9b461570c10dbc3765d9d579435fe/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,414 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,414 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,416 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67b9b461570c10dbc3765d9d579435fe 2024-11-12T21:42:59,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testDatalossWhenInputError/67b9b461570c10dbc3765d9d579435fe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-12T21:42:59,420 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67b9b461570c10dbc3765d9d579435fe; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67998923, jitterRate=0.013262912631034851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T21:42:59,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67b9b461570c10dbc3765d9d579435fe: Writing region info on filesystem at 1731447779403Initializing all the Stores at 1731447779404 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779404Cleaning up temporary data from old regions at 1731447779414 (+10 ms)Region opened successfully at 1731447779420 (+6 ms) 2024-11-12T21:42:59,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 413) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:45668 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:49616 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:51130 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:58900 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:48784 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:37266 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=8755 (was 8760) 2024-11-12T21:42:59,437 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T21:42:59,450 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=8754 2024-11-12T21:42:59,451 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T21:42:59,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:59,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:42:59,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:42:59,474 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69934009, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-69934009, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:59,485 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69934009/hregion-69934009.1731447779474, exclude list is [], retry=0 2024-11-12T21:42:59,488 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:59,488 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:59,488 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:59,490 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69934009/hregion-69934009.1731447779474 2024-11-12T21:42:59,490 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:42:59,491 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e9833710d5332fc8ffa86a5818c3ca11, NAME => 'testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:42:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741916_1094 (size=63) 2024-11-12T21:42:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741916_1094 (size=63) 2024-11-12T21:42:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741916_1094 (size=63) 2024-11-12T21:42:59,503 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:59,505 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,506 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName a 2024-11-12T21:42:59,507 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,507 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,507 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,508 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName b 2024-11-12T21:42:59,508 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,509 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,509 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,510 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName c 2024-11-12T21:42:59,510 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,511 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,511 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,514 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,514 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:59,515 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,517 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:42:59,518 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e9833710d5332fc8ffa86a5818c3ca11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613516, jitterRate=-0.06698590517044067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:59,518 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e9833710d5332fc8ffa86a5818c3ca11: Writing region info on filesystem at 1731447779503Initializing all the Stores at 1731447779504 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779504Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779505 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779505Cleaning up temporary data from old regions at 1731447779514 (+9 ms)Region opened successfully at 1731447779518 (+4 ms) 2024-11-12T21:42:59,518 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e9833710d5332fc8ffa86a5818c3ca11, disabling compactions & flushes 2024-11-12T21:42:59,518 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:42:59,518 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:42:59,518 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. after waiting 0 ms 2024-11-12T21:42:59,518 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:42:59,519 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:42:59,519 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e9833710d5332fc8ffa86a5818c3ca11: Waiting for close lock at 1731447779518Disabling compacts and flushes for region at 1731447779518Disabling writes for close at 1731447779518Writing region close event to WAL at 1731447779519 (+1 ms)Closed at 1731447779519 2024-11-12T21:42:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741915_1093 (size=93) 2024-11-12T21:42:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741915_1093 (size=93) 2024-11-12T21:42:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741915_1093 (size=93) 2024-11-12T21:42:59,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:42:59,523 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69934009:(num 1731447779474) 2024-11-12T21:42:59,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:42:59,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:42:59,536 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, exclude list is [], retry=0 2024-11-12T21:42:59,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:42:59,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:42:59,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:42:59,541 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 2024-11-12T21:42:59,541 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655)] 2024-11-12T21:42:59,541 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e9833710d5332fc8ffa86a5818c3ca11, NAME => 'testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:42:59,541 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:42:59,541 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,541 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,543 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,543 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName a 2024-11-12T21:42:59,543 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,544 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,544 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,544 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName b 2024-11-12T21:42:59,545 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,545 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,545 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,546 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName c 2024-11-12T21:42:59,546 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:42:59,546 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:42:59,546 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,549 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,549 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,549 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:42:59,551 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:42:59,551 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e9833710d5332fc8ffa86a5818c3ca11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68061414, jitterRate=0.014194101095199585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:42:59,552 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e9833710d5332fc8ffa86a5818c3ca11: Writing region info on filesystem at 1731447779541Initializing all the Stores at 1731447779542 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779542Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779542Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447779542Cleaning up temporary data from old regions at 1731447779549 (+7 ms)Region opened successfully at 1731447779552 (+3 ms) 2024-11-12T21:42:59,556 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731447779556/Put/seqid=0 2024-11-12T21:42:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741918_1096 (size=4875) 2024-11-12T21:42:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741918_1096 (size=4875) 2024-11-12T21:42:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741918_1096 (size=4875) 2024-11-12T21:42:59,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731447779565/Put/seqid=0 2024-11-12T21:42:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741919_1097 (size=4875) 2024-11-12T21:42:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741919_1097 (size=4875) 2024-11-12T21:42:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741919_1097 (size=4875) 2024-11-12T21:42:59,577 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731447779577/Put/seqid=0 2024-11-12T21:42:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741920_1098 (size=4875) 2024-11-12T21:42:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741920_1098 (size=4875) 2024-11-12T21:42:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741920_1098 (size=4875) 2024-11-12T21:42:59,586 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,589 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-12T21:42:59,589 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T21:42:59,589 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,592 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-12T21:42:59,592 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T21:42:59,592 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,595 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-12T21:42:59,595 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T21:42:59,595 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e9833710d5332fc8ffa86a5818c3ca11 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-12T21:42:59,611 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp/a/5c8ca5ac7bf2472092262571b754b964 is 55, key is testCompactedBulkLoadedFiles/a:a/1731447779552/Put/seqid=0 2024-11-12T21:42:59,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741921_1099 (size=5107) 2024-11-12T21:42:59,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741921_1099 (size=5107) 2024-11-12T21:42:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741921_1099 (size=5107) 2024-11-12T21:42:59,619 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp/a/5c8ca5ac7bf2472092262571b754b964 2024-11-12T21:42:59,624 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp/a/5c8ca5ac7bf2472092262571b754b964 as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964 2024-11-12T21:42:59,629 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964, entries=1, sequenceid=4, filesize=5.0 K 2024-11-12T21:42:59,631 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for e9833710d5332fc8ffa86a5818c3ca11 in 35ms, sequenceid=4, compaction requested=false 2024-11-12T21:42:59,631 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e9833710d5332fc8ffa86a5818c3ca11: 2024-11-12T21:42:59,632 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ 2024-11-12T21:42:59,633 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ 2024-11-12T21:42:59,634 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ 2024-11-12T21:42:59,635 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile0 into e9833710d5332fc8ffa86a5818c3ca11/a as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ - updating store file list. 2024-11-12T21:42:59,639 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:42:59,639 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ into e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,640 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile0 into e9833710d5332fc8ffa86a5818c3ca11/a (new location: hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_) 2024-11-12T21:42:59,641 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile1 into e9833710d5332fc8ffa86a5818c3ca11/a as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ - updating store file list. 2024-11-12T21:42:59,646 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c83ab12307414e43a7102991146b74c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:42:59,646 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ into e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,646 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile1 into e9833710d5332fc8ffa86a5818c3ca11/a (new location: hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_) 2024-11-12T21:42:59,647 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile2 into e9833710d5332fc8ffa86a5818c3ca11/a as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ - updating store file list. 2024-11-12T21:42:59,652 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fb57c2403574b0f84a0df9402d61242_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:42:59,652 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ into e9833710d5332fc8ffa86a5818c3ca11/a 2024-11-12T21:42:59,652 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/hbase/testCompactedBulkLoadedFiles/hfile2 into e9833710d5332fc8ffa86a5818c3ca11/a (new location: hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_) 2024-11-12T21:42:59,659 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T21:42:59,660 DEBUG [Time-limited test {}] regionserver.HStore(1541): e9833710d5332fc8ffa86a5818c3ca11/a is initiating major compaction (all files) 2024-11-12T21:42:59,660 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e9833710d5332fc8ffa86a5818c3ca11/a in testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:42:59,660 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_] into tmpdir=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp, totalSize=19.3 K 2024-11-12T21:42:59,660 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5c8ca5ac7bf2472092262571b754b964, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731447779552 2024-11-12T21:42:59,661 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T21:42:59,661 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c83ab12307414e43a7102991146b74c2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T21:42:59,662 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6fb57c2403574b0f84a0df9402d61242_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T21:42:59,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp/a/4bba5db5c363445ea5faae95713b288e is 55, key is testCompactedBulkLoadedFiles/a:a/1731447779552/Put/seqid=0 2024-11-12T21:42:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741922_1100 (size=6154) 2024-11-12T21:42:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741922_1100 (size=6154) 2024-11-12T21:42:59,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741922_1100 (size=6154) 2024-11-12T21:42:59,690 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/.tmp/a/4bba5db5c363445ea5faae95713b288e as hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/4bba5db5c363445ea5faae95713b288e 2024-11-12T21:42:59,696 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in e9833710d5332fc8ffa86a5818c3ca11/a of e9833710d5332fc8ffa86a5818c3ca11 into 4bba5db5c363445ea5faae95713b288e(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T21:42:59,696 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e9833710d5332fc8ffa86a5818c3ca11: 2024-11-12T21:42:59,696 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T21:42:59,696 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T21:42:59,726 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, size=0 (0bytes) 2024-11-12T21:42:59,726 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 might be still open, length is 0 2024-11-12T21:42:59,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 2024-11-12T21:42:59,727 WARN [IPC Server handler 1 on default port 39639 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-12T21:42:59,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 after 1ms 2024-11-12T21:43:02,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:45710 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45710 dst: /127.0.0.1:41283 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41283 remote=/127.0.0.1:45710]. Total timeout mills is 60000, 57025 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:02,672 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:37306 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44021:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37306 dst: /127.0.0.1:44021 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:02,673 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:49654 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:32995:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49654 dst: /127.0.0.1:32995 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741917_1101 (size=1659) 2024-11-12T21:43:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741917_1101 (size=1659) 2024-11-12T21:43:03,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 after 4002ms 2024-11-12T21:43:03,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 took 4005ms 2024-11-12T21:43:03,733 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525; continuing. 2024-11-12T21:43:03,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 so closing down 2024-11-12T21:43:03,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:43:03,734 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731447779525.temp 2024-11-12T21:43:03,735 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp 2024-11-12T21:43:03,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:43:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741923_1102 (size=698) 2024-11-12T21:43:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741923_1102 (size=698) 2024-11-12T21:43:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741923_1102 (size=698) 2024-11-12T21:43:03,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T21:43:03,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp to hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 2024-11-12T21:43:03,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T21:43:03,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, journal: Splitting hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, size=0 (0bytes) at 1731447779726Finishing writing output for hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 so closing down at 1731447783733 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp at 1731447783735 (+2 ms)3 split writer threads finished at 1731447783735Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731447783742 (+7 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000003-wal.1731447779525.temp to hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 at 1731447783743 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525, size=0, length=0, corrupted=false, cancelled=false at 1731447783743 2024-11-12T21:43:03,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447779525 2024-11-12T21:43:03,746 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 2024-11-12T21:43:03,746 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:43:03,748 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:43:03,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447783748, exclude list is [], retry=0 2024-11-12T21:43:03,765 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:43:03,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:43:03,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:43:03,770 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447783748 2024-11-12T21:43:03,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:43:03,770 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e9833710d5332fc8ffa86a5818c3ca11, NAME => 'testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:43:03,771 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:43:03,771 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,771 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,773 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,774 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName a 2024-11-12T21:43:03,774 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,781 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/4bba5db5c363445ea5faae95713b288e 2024-11-12T21:43:03,784 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964 2024-11-12T21:43:03,789 DEBUG [StoreFileOpener-e9833710d5332fc8ffa86a5818c3ca11-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6fb57c2403574b0f84a0df9402d61242_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:43:03,789 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ 2024-11-12T21:43:03,793 DEBUG [StoreFileOpener-e9833710d5332fc8ffa86a5818c3ca11-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:43:03,793 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ 2024-11-12T21:43:03,797 DEBUG [StoreFileOpener-e9833710d5332fc8ffa86a5818c3ca11-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c83ab12307414e43a7102991146b74c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T21:43:03,797 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ 2024-11-12T21:43:03,797 WARN [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5aa48d86 2024-11-12T21:43:03,797 WARN [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5aa48d86 2024-11-12T21:43:03,797 WARN [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5aa48d86 2024-11-12T21:43:03,797 WARN [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5aa48d86 2024-11-12T21:43:03,797 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_] to archive 2024-11-12T21:43:03,798 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T21:43:03,800 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964 to hdfs://localhost:39639/hbase/archive/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/5c8ca5ac7bf2472092262571b754b964 2024-11-12T21:43:03,801 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ to hdfs://localhost:39639/hbase/archive/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/6fb57c2403574b0f84a0df9402d61242_SeqId_4_ 2024-11-12T21:43:03,802 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ to hdfs://localhost:39639/hbase/archive/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_ 2024-11-12T21:43:03,803 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ to hdfs://localhost:39639/hbase/archive/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/a/c83ab12307414e43a7102991146b74c2_SeqId_4_ 2024-11-12T21:43:03,803 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,803 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,804 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName b 2024-11-12T21:43:03,804 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,804 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,805 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,805 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9833710d5332fc8ffa86a5818c3ca11 columnFamilyName c 2024-11-12T21:43:03,805 DEBUG [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,806 INFO [StoreOpener-e9833710d5332fc8ffa86a5818c3ca11-1 {}] regionserver.HStore(327): Store=e9833710d5332fc8ffa86a5818c3ca11/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,806 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,808 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 2024-11-12T21:43:03,811 DEBUG [Time-limited test {}] regionserver.HRegion(5836): e9833710d5332fc8ffa86a5818c3ca11 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "e9833710d5332fc8ffa86a5818c3ca11" family_name: "a" compaction_input: "5c8ca5ac7bf2472092262571b754b964" compaction_input: "8ac2023c5c8e4062a8b9041d330b5afe_SeqId_4_" compaction_input: "c83ab12307414e43a7102991146b74c2_SeqId_4_" compaction_input: "6fb57c2403574b0f84a0df9402d61242_SeqId_4_" compaction_output: "4bba5db5c363445ea5faae95713b288e" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-12T21:43:03,811 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-12T21:43:03,811 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 2024-11-12T21:43:03,812 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/0000000000000000008 2024-11-12T21:43:03,813 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,813 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,814 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:43:03,815 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e9833710d5332fc8ffa86a5818c3ca11 2024-11-12T21:43:03,818 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testCompactedBulkLoadedFiles/e9833710d5332fc8ffa86a5818c3ca11/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T21:43:03,818 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e9833710d5332fc8ffa86a5818c3ca11; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59993139, jitterRate=-0.10603256523609161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:43:03,819 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e9833710d5332fc8ffa86a5818c3ca11: Writing region info on filesystem at 1731447783771Initializing all the Stores at 1731447783772 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783772Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783772Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783772Cleaning up temporary data from old regions at 1731447783813 (+41 ms)Region opened successfully at 1731447783819 (+6 ms) 2024-11-12T21:43:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e9833710d5332fc8ffa86a5818c3ca11, disabling compactions & flushes 2024-11-12T21:43:03,821 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:43:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:43:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. after waiting 0 ms 2024-11-12T21:43:03,821 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:43:03,822 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731447779469.e9833710d5332fc8ffa86a5818c3ca11. 2024-11-12T21:43:03,822 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e9833710d5332fc8ffa86a5818c3ca11: Waiting for close lock at 1731447783821Disabling compacts and flushes for region at 1731447783821Disabling writes for close at 1731447783821Writing region close event to WAL at 1731447783822 (+1 ms)Closed at 1731447783822 2024-11-12T21:43:03,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741924_1103 (size=93) 2024-11-12T21:43:03,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741924_1103 (size=93) 2024-11-12T21:43:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741924_1103 (size=93) 2024-11-12T21:43:03,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:43:03,826 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731447783748) 2024-11-12T21:43:03,841 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=435 (was 423) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:39639 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1714433519_22 at /127.0.0.1:37366 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1714433519_22 at /127.0.0.1:45786 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1345 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=9909 (was 8754) - AvailableMemoryMB LEAK? - 2024-11-12T21:43:03,842 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-12T21:43:03,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=435, OpenFileDescriptor=1345, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=9908 2024-11-12T21:43:03,853 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1345 is superior to 1024 2024-11-12T21:43:03,867 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:43:03,869 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T21:43:03,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T21:43:03,873 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97269049, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/hregion-97269049, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:43:03,886 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97269049/hregion-97269049.1731447783873, exclude list is [], retry=0 2024-11-12T21:43:03,889 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:43:03,889 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:43:03,890 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:43:03,894 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97269049/hregion-97269049.1731447783873 2024-11-12T21:43:03,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:43:03,895 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0e15e19faf1831fbe0f2619e8bfa96df, NAME => 'testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/hbase 2024-11-12T21:43:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741926_1105 (size=67) 2024-11-12T21:43:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741926_1105 (size=67) 2024-11-12T21:43:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741926_1105 (size=67) 2024-11-12T21:43:03,920 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:43:03,921 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,922 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName a 2024-11-12T21:43:03,922 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,923 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,923 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,924 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName b 2024-11-12T21:43:03,924 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,925 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,925 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,926 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName c 2024-11-12T21:43:03,926 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,926 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,927 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,927 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,928 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,929 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,929 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,929 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:43:03,930 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,932 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T21:43:03,933 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e15e19faf1831fbe0f2619e8bfa96df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59877266, jitterRate=-0.10775920748710632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:43:03,933 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e15e19faf1831fbe0f2619e8bfa96df: Writing region info on filesystem at 1731447783920Initializing all the Stores at 1731447783921 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783921Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783921Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783921Cleaning up temporary data from old regions at 1731447783929 (+8 ms)Region opened successfully at 1731447783933 (+4 ms) 2024-11-12T21:43:03,933 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e15e19faf1831fbe0f2619e8bfa96df, disabling compactions & flushes 2024-11-12T21:43:03,933 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:03,933 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:03,933 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. after waiting 0 ms 2024-11-12T21:43:03,933 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:03,934 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:03,934 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e15e19faf1831fbe0f2619e8bfa96df: Waiting for close lock at 1731447783933Disabling compacts and flushes for region at 1731447783933Disabling writes for close at 1731447783933Writing region close event to WAL at 1731447783934 (+1 ms)Closed at 1731447783934 2024-11-12T21:43:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741925_1104 (size=93) 2024-11-12T21:43:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741925_1104 (size=93) 2024-11-12T21:43:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741925_1104 (size=93) 2024-11-12T21:43:03,944 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:43:03,944 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97269049:(num 1731447783873) 2024-11-12T21:43:03,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:43:03,946 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:43:03,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, exclude list is [], retry=0 2024-11-12T21:43:03,963 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:43:03,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:43:03,984 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:43:03,985 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 2024-11-12T21:43:03,986 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41871:41871),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-12T21:43:03,986 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e15e19faf1831fbe0f2619e8bfa96df, NAME => 'testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:43:03,986 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:43:03,986 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,986 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,989 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,990 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName a 2024-11-12T21:43:03,990 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,991 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,991 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,992 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName b 2024-11-12T21:43:03,992 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,993 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,993 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,994 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName c 2024-11-12T21:43:03,994 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:03,994 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:03,994 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,996 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,997 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,997 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,997 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:43:03,999 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:03,999 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e15e19faf1831fbe0f2619e8bfa96df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60641974, jitterRate=-0.09636417031288147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:43:03,999 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e15e19faf1831fbe0f2619e8bfa96df: Writing region info on filesystem at 1731447783986Initializing all the Stores at 1731447783987 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783987Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783989 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447783989Cleaning up temporary data from old regions at 1731447783997 (+8 ms)Region opened successfully at 1731447783999 (+2 ms) 2024-11-12T21:43:04,006 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e15e19faf1831fbe0f2619e8bfa96df 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T21:43:04,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T21:43:04,021 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/410cc6792ff648519688f6867ced13d6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731447783999/Put/seqid=0 2024-11-12T21:43:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741928_1107 (size=5958) 2024-11-12T21:43:04,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741928_1107 (size=5958) 2024-11-12T21:43:04,031 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/410cc6792ff648519688f6867ced13d6 2024-11-12T21:43:04,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741928_1107 (size=5958) 2024-11-12T21:43:04,037 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/410cc6792ff648519688f6867ced13d6 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/410cc6792ff648519688f6867ced13d6 2024-11-12T21:43:04,043 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/410cc6792ff648519688f6867ced13d6, entries=10, sequenceid=13, filesize=5.8 K 2024-11-12T21:43:04,045 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0e15e19faf1831fbe0f2619e8bfa96df in 39ms, sequenceid=13, compaction requested=false 2024-11-12T21:43:04,045 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e15e19faf1831fbe0f2619e8bfa96df: 2024-11-12T21:43:04,070 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e15e19faf1831fbe0f2619e8bfa96df, disabling compactions & flushes 2024-11-12T21:43:04,070 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:04,070 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:04,070 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. after waiting 0 ms 2024-11-12T21:43:04,070 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:04,072 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:04,072 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:04,072 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e15e19faf1831fbe0f2619e8bfa96df: Waiting for close lock at 1731447784069Disabling compacts and flushes for region at 1731447784069Disabling writes for close at 1731447784070 (+1 ms)Writing region close event to WAL at 1731447784072 (+2 ms)Closed at 1731447784072 2024-11-12T21:43:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741927_1106 (size=5869) 2024-11-12T21:43:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741927_1106 (size=5869) 2024-11-12T21:43:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741927_1106 (size=5869) 2024-11-12T21:43:04,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, size=5.7 K (5869bytes) 2024-11-12T21:43:04,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 2024-11-12T21:43:04,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 after 0ms 2024-11-12T21:43:04,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 took 5ms 2024-11-12T21:43:04,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 so closing down 2024-11-12T21:43:04,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:43:04,110 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731447783947.temp 2024-11-12T21:43:04,117 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp 2024-11-12T21:43:04,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:43:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741929_1108 (size=5223) 2024-11-12T21:43:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741929_1108 (size=5223) 2024-11-12T21:43:04,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T21:43:04,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 2024-11-12T21:43:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741929_1108 (size=5223) 2024-11-12T21:43:04,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-12T21:43:04,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, journal: Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, size=5.7 K (5869bytes) at 1731447784097Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 so closing down at 1731447784109 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp at 1731447784117 (+8 ms)3 split writer threads finished at 1731447784117Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731447784131 (+14 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000003-wal.1731447783947.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 at 1731447784133 (+2 ms)Processed 32 edits across 1 Regions in 26 ms; skipped=2; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1731447784133 2024-11-12T21:43:04,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447783947 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447783947 2024-11-12T21:43:04,137 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 2024-11-12T21:43:04,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:43:04,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:43:04,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, exclude list is [], retry=0 2024-11-12T21:43:04,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:43:04,161 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:43:04,161 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:43:04,163 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 2024-11-12T21:43:04,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:43:04,163 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e15e19faf1831fbe0f2619e8bfa96df, NAME => 'testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.', STARTKEY => '', ENDKEY => ''} 2024-11-12T21:43:04,163 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:43:04,164 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,164 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,165 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,166 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName a 2024-11-12T21:43:04,166 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:04,174 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/410cc6792ff648519688f6867ced13d6 2024-11-12T21:43:04,175 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:04,175 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,176 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName b 2024-11-12T21:43:04,176 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:04,176 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:04,176 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,177 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName c 2024-11-12T21:43:04,177 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:04,177 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:04,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,180 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,180 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 2024-11-12T21:43:04,184 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 2024-11-12T21:43:04,184 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e15e19faf1831fbe0f2619e8bfa96df 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-12T21:43:04,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/6e734f4da57644d2a307c39fcc6fe6e8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731447784045/Put/seqid=0 2024-11-12T21:43:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741931_1110 (size=5958) 2024-11-12T21:43:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741931_1110 (size=5958) 2024-11-12T21:43:04,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741931_1110 (size=5958) 2024-11-12T21:43:04,215 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/6e734f4da57644d2a307c39fcc6fe6e8 2024-11-12T21:43:04,236 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/4872985144794814aab0807b3525b0f7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731447784058/Put/seqid=0 2024-11-12T21:43:04,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741932_1111 (size=5958) 2024-11-12T21:43:04,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741932_1111 (size=5958) 2024-11-12T21:43:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741932_1111 (size=5958) 2024-11-12T21:43:04,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/4872985144794814aab0807b3525b0f7 2024-11-12T21:43:04,255 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/6e734f4da57644d2a307c39fcc6fe6e8 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/b/6e734f4da57644d2a307c39fcc6fe6e8 2024-11-12T21:43:04,262 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/b/6e734f4da57644d2a307c39fcc6fe6e8, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T21:43:04,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/4872985144794814aab0807b3525b0f7 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/c/4872985144794814aab0807b3525b0f7 2024-11-12T21:43:04,277 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/c/4872985144794814aab0807b3525b0f7, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T21:43:04,277 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0e15e19faf1831fbe0f2619e8bfa96df in 93ms, sequenceid=35, compaction requested=false; wal=null 2024-11-12T21:43:04,278 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000035 2024-11-12T21:43:04,279 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,279 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,280 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:43:04,282 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:04,285 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-12T21:43:04,286 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e15e19faf1831fbe0f2619e8bfa96df; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73266061, jitterRate=0.09174938499927521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:43:04,286 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e15e19faf1831fbe0f2619e8bfa96df: Writing region info on filesystem at 1731447784164Initializing all the Stores at 1731447784165 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447784165Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447784165Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447784165Obtaining lock to block concurrent updates at 1731447784184 (+19 ms)Preparing flush snapshotting stores in 0e15e19faf1831fbe0f2619e8bfa96df at 1731447784184Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731447784184Flushing stores of testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. at 1731447784184Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: creating writer at 1731447784184Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: appending metadata at 1731447784202 (+18 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: closing flushed file at 1731447784202Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: creating writer at 1731447784220 (+18 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: appending metadata at 1731447784235 (+15 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: closing flushed file at 1731447784235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6468ca: reopening flushed file at 1731447784255 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3581dc: reopening flushed file at 1731447784262 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0e15e19faf1831fbe0f2619e8bfa96df in 93ms, sequenceid=35, compaction requested=false; wal=null at 1731447784277 (+15 ms)Cleaning up temporary data from old regions at 1731447784279 (+2 ms)Region opened successfully at 1731447784286 (+7 ms) 2024-11-12T21:43:04,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, size=0 (0bytes) 2024-11-12T21:43:04,359 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 might be still open, length is 0 2024-11-12T21:43:04,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 2024-11-12T21:43:04,359 WARN [IPC Server handler 2 on default port 39639 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-12T21:43:04,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 after 0ms 2024-11-12T21:43:05,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:49776 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:32995:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49776 dst: /127.0.0.1:32995 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32995 remote=/127.0.0.1:49776]. Total timeout mills is 60000, 58652 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:05,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:45840 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45840 dst: /127.0.0.1:41283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:05,670 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-585912716_22 at /127.0.0.1:37448 [Receiving block BP-1343286907-172.17.0.2-1731447744944:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44021:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37448 dst: /127.0.0.1:44021 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741930_1112 (size=5215) 2024-11-12T21:43:05,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741930_1112 (size=5215) 2024-11-12T21:43:08,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-12T21:43:08,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-12T21:43:08,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-12T21:43:08,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-12T21:43:08,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 after 4001ms 2024-11-12T21:43:08,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 took 4008ms 2024-11-12T21:43:08,377 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139; continuing. 2024-11-12T21:43:08,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 so closing down 2024-11-12T21:43:08,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T21:43:08,380 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731447784139.temp 2024-11-12T21:43:08,385 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp 2024-11-12T21:43:08,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T21:43:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741933_1113 (size=5223) 2024-11-12T21:43:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741933_1113 (size=5223) 2024-11-12T21:43:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741933_1113 (size=5223) 2024-11-12T21:43:08,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T21:43:08,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 2024-11-12T21:43:08,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T21:43:08,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, journal: Splitting hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, size=0 (0bytes) at 1731447784359Finishing writing output for hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 so closing down at 1731447788377 (+4018 ms)Creating recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp at 1731447788385 (+8 ms)3 split writer threads finished at 1731447788385Closed recovered edits writer path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731447788428 (+43 ms)Rename recovered edits hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000037-wal.1731447784139.temp to hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 at 1731447788430 (+2 ms)Processed 30 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139, size=0, length=0, corrupted=false, cancelled=false at 1731447788430 2024-11-12T21:43:08,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 to hdfs://localhost:39639/hbase/oldWALs/wal.1731447784139 2024-11-12T21:43:08,435 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 2024-11-12T21:43:08,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T21:43:08,441 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39639/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867, archiveDir=hdfs://localhost:39639/hbase/oldWALs, maxLogs=32 2024-11-12T21:43:08,460 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447788442, exclude list is [], retry=0 2024-11-12T21:43:08,463 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44021,DS-67c37921-d628-430b-a566-586370a625d8,DISK] 2024-11-12T21:43:08,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32995,DS-a6d07f8b-dcc8-488e-8839-2e6304aa0972,DISK] 2024-11-12T21:43:08,464 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-86850a60-ebca-4be9-8249-a9c98104eb41,DISK] 2024-11-12T21:43:08,475 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447788442 2024-11-12T21:43:08,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:36655:36655),(127.0.0.1/127.0.0.1:41871:41871)] 2024-11-12T21:43:08,476 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T21:43:08,479 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,481 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName a 2024-11-12T21:43:08,481 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:08,493 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/410cc6792ff648519688f6867ced13d6 2024-11-12T21:43:08,493 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:08,493 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,494 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName b 2024-11-12T21:43:08,495 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:08,516 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/b/6e734f4da57644d2a307c39fcc6fe6e8 2024-11-12T21:43:08,516 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:08,516 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,518 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e15e19faf1831fbe0f2619e8bfa96df columnFamilyName c 2024-11-12T21:43:08,518 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T21:43:08,548 DEBUG [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/c/4872985144794814aab0807b3525b0f7 2024-11-12T21:43:08,549 INFO [StoreOpener-0e15e19faf1831fbe0f2619e8bfa96df-1 {}] regionserver.HStore(327): Store=0e15e19faf1831fbe0f2619e8bfa96df/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T21:43:08,549 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,551 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,551 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 2024-11-12T21:43:08,556 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 2024-11-12T21:43:08,557 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e15e19faf1831fbe0f2619e8bfa96df 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T21:43:08,572 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/457b9be43c8d4f6682fa8140b8d66d4d is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731447784296/Put/seqid=0 2024-11-12T21:43:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741935_1115 (size=5958) 2024-11-12T21:43:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741935_1115 (size=5958) 2024-11-12T21:43:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741935_1115 (size=5958) 2024-11-12T21:43:08,580 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/457b9be43c8d4f6682fa8140b8d66d4d 2024-11-12T21:43:08,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/8f91c9061f554eb9abf6cba60e51fa05 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731447784305/Put/seqid=0 2024-11-12T21:43:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741936_1116 (size=5958) 2024-11-12T21:43:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741936_1116 (size=5958) 2024-11-12T21:43:08,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741936_1116 (size=5958) 2024-11-12T21:43:08,606 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/8f91c9061f554eb9abf6cba60e51fa05 2024-11-12T21:43:08,630 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/213e8c80aa0542dc99d07c85c6daba33 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731447784314/Put/seqid=0 2024-11-12T21:43:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741937_1117 (size=5958) 2024-11-12T21:43:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741937_1117 (size=5958) 2024-11-12T21:43:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741937_1117 (size=5958) 2024-11-12T21:43:08,638 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/213e8c80aa0542dc99d07c85c6daba33 2024-11-12T21:43:08,644 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/a/457b9be43c8d4f6682fa8140b8d66d4d as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/457b9be43c8d4f6682fa8140b8d66d4d 2024-11-12T21:43:08,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/a/457b9be43c8d4f6682fa8140b8d66d4d, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T21:43:08,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/b/8f91c9061f554eb9abf6cba60e51fa05 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/b/8f91c9061f554eb9abf6cba60e51fa05 2024-11-12T21:43:08,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/b/8f91c9061f554eb9abf6cba60e51fa05, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T21:43:08,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/.tmp/c/213e8c80aa0542dc99d07c85c6daba33 as hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/c/213e8c80aa0542dc99d07c85c6daba33 2024-11-12T21:43:08,667 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/c/213e8c80aa0542dc99d07c85c6daba33, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T21:43:08,668 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0e15e19faf1831fbe0f2619e8bfa96df in 111ms, sequenceid=66, compaction requested=false; wal=null 2024-11-12T21:43:08,669 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/0000000000000000066 2024-11-12T21:43:08,672 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,672 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,673 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T21:43:08,675 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0e15e19faf1831fbe0f2619e8bfa96df 2024-11-12T21:43:08,680 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/hbase/data/default/testReplayEditsWrittenViaHRegion/0e15e19faf1831fbe0f2619e8bfa96df/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-12T21:43:08,682 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0e15e19faf1831fbe0f2619e8bfa96df; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73216420, jitterRate=0.09100967645645142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T21:43:08,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0e15e19faf1831fbe0f2619e8bfa96df: Writing region info on filesystem at 1731447788476Initializing all the Stores at 1731447788477 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447788477Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447788479 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731447788479Obtaining lock to block concurrent updates at 1731447788557 (+78 ms)Preparing flush snapshotting stores in 0e15e19faf1831fbe0f2619e8bfa96df at 1731447788557Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731447788557Flushing stores of testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. at 1731447788557Flushing 0e15e19faf1831fbe0f2619e8bfa96df/a: creating writer at 1731447788557Flushing 0e15e19faf1831fbe0f2619e8bfa96df/a: appending metadata at 1731447788571 (+14 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/a: closing flushed file at 1731447788571Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: creating writer at 1731447788585 (+14 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: appending metadata at 1731447788598 (+13 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/b: closing flushed file at 1731447788598Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: creating writer at 1731447788611 (+13 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: appending metadata at 1731447788629 (+18 ms)Flushing 0e15e19faf1831fbe0f2619e8bfa96df/c: closing flushed file at 1731447788629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a84d129: reopening flushed file at 1731447788643 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc79f9a: reopening flushed file at 1731447788649 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cefa37: reopening flushed file at 1731447788658 (+9 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0e15e19faf1831fbe0f2619e8bfa96df in 111ms, sequenceid=66, compaction requested=false; wal=null at 1731447788668 (+10 ms)Cleaning up temporary data from old regions at 1731447788672 (+4 ms)Region opened successfully at 1731447788682 (+10 ms) 2024-11-12T21:43:08,700 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0e15e19faf1831fbe0f2619e8bfa96df, disabling compactions & flushes 2024-11-12T21:43:08,700 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:08,700 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:08,700 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. after waiting 0 ms 2024-11-12T21:43:08,700 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:08,704 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731447783868.0e15e19faf1831fbe0f2619e8bfa96df. 2024-11-12T21:43:08,705 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0e15e19faf1831fbe0f2619e8bfa96df: Waiting for close lock at 1731447788700Disabling compacts and flushes for region at 1731447788700Disabling writes for close at 1731447788700Writing region close event to WAL at 1731447788704 (+4 ms)Closed at 1731447788704 2024-11-12T21:43:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741934_1114 (size=93) 2024-11-12T21:43:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741934_1114 (size=93) 2024-11-12T21:43:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741934_1114 (size=93) 2024-11-12T21:43:08,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T21:43:08,713 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731447788442) 2024-11-12T21:43:08,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=443 (was 435) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789394584_22 at /127.0.0.1:45900 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789394584_22 at /127.0.0.1:37474 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:39639 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1789394584_22 at /127.0.0.1:49804 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=9410 (was 9908) 2024-11-12T21:43:08,732 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-12T21:43:08,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T21:43:08,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:43:08,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:43:08,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T21:43:08,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T21:43:08,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816786909, stopped=false 2024-11-12T21:43:08,734 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0c576948786c,40745,1731447747676 2024-11-12T21:43:08,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:43:08,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T21:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:43:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:43:08,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:43:08,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:43:08,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T21:43:08,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T21:43:08,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:43:08,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c576948786c,40557,1731447748364' ***** 2024-11-12T21:43:08,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(959): stopping server 0c576948786c,40557,1731447748364 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:43:08,738 INFO [RS:0;0c576948786c:40557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0c576948786c:40557. 2024-11-12T21:43:08,739 DEBUG [RS:0;0c576948786c:40557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:43:08,739 DEBUG [RS:0;0c576948786c:40557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,739 INFO [RS:0;0c576948786c:40557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T21:43:08,739 INFO [RS:0;0c576948786c:40557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T21:43:08,739 INFO [RS:0;0c576948786c:40557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T21:43:08,739 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T21:43:08,739 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T21:43:08,739 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T21:43:08,739 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T21:43:08,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0c576948786c,39335,1731447748551' ***** 2024-11-12T21:43:08,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T21:43:08,739 DEBUG [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T21:43:08,740 INFO [RS:2;0c576948786c:39335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T21:43:08,740 INFO [RS:2;0c576948786c:39335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T21:43:08,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T21:43:08,740 INFO [RS:2;0c576948786c:39335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T21:43:08,740 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T21:43:08,740 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(3091): Received CLOSE for e19681431777b02893f7c74e68c5fabb 2024-11-12T21:43:08,740 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T21:43:08,740 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T21:43:08,740 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T21:43:08,740 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T21:43:08,740 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-12T21:43:08,745 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(959): stopping server 0c576948786c,39335,1731447748551 2024-11-12T21:43:08,745 INFO [RS:2;0c576948786c:39335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:43:08,745 INFO [RS:2;0c576948786c:39335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0c576948786c:39335. 2024-11-12T21:43:08,745 DEBUG [RS:2;0c576948786c:39335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T21:43:08,745 DEBUG [RS:2;0c576948786c:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,745 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T21:43:08,745 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1325): Online Regions={e19681431777b02893f7c74e68c5fabb=testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb.} 2024-11-12T21:43:08,745 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e19681431777b02893f7c74e68c5fabb, disabling compactions & flushes 2024-11-12T21:43:08,746 DEBUG [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1351): Waiting on e19681431777b02893f7c74e68c5fabb 2024-11-12T21:43:08,746 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. after waiting 0 ms 2024-11-12T21:43:08,746 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:43:08,755 INFO [regionserver/0c576948786c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:43:08,757 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/e19681431777b02893f7c74e68c5fabb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-12T21:43:08,758 INFO [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:43:08,758 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e19681431777b02893f7c74e68c5fabb: Waiting for close lock at 1731447788745Running coprocessor pre-close hooks at 1731447788745Disabling compacts and flushes for region at 1731447788745Disabling writes for close at 1731447788746 (+1 ms)Writing region close event to WAL at 1731447788752 (+6 ms)Running coprocessor post-close hooks at 1731447788758 (+6 ms)Closed at 1731447788758 2024-11-12T21:43:08,758 DEBUG [RS_CLOSE_REGION-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb. 2024-11-12T21:43:08,769 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/info/ce1edb23ce744b5e85e098fd74c49b91 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731447765132.e19681431777b02893f7c74e68c5fabb./info:regioninfo/1731447768510/Put/seqid=0 2024-11-12T21:43:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741938_1118 (size=8243) 2024-11-12T21:43:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741938_1118 (size=8243) 2024-11-12T21:43:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741938_1118 (size=8243) 2024-11-12T21:43:08,779 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/info/ce1edb23ce744b5e85e098fd74c49b91 2024-11-12T21:43:08,797 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/ns/05449a67d3524c1aab99207b5e60ae2b is 43, key is default/ns:d/1731447751026/Put/seqid=0 2024-11-12T21:43:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741939_1119 (size=5153) 2024-11-12T21:43:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741939_1119 (size=5153) 2024-11-12T21:43:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741939_1119 (size=5153) 2024-11-12T21:43:08,803 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/ns/05449a67d3524c1aab99207b5e60ae2b 2024-11-12T21:43:08,821 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/table/4654715f45734e46931a269bdfcf2737 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731447765578/Put/seqid=0 2024-11-12T21:43:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741940_1120 (size=5431) 2024-11-12T21:43:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741940_1120 (size=5431) 2024-11-12T21:43:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741940_1120 (size=5431) 2024-11-12T21:43:08,827 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/table/4654715f45734e46931a269bdfcf2737 2024-11-12T21:43:08,831 INFO [regionserver/0c576948786c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:43:08,833 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/info/ce1edb23ce744b5e85e098fd74c49b91 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/info/ce1edb23ce744b5e85e098fd74c49b91 2024-11-12T21:43:08,839 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/info/ce1edb23ce744b5e85e098fd74c49b91, entries=18, sequenceid=21, filesize=8.0 K 2024-11-12T21:43:08,841 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/ns/05449a67d3524c1aab99207b5e60ae2b as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/ns/05449a67d3524c1aab99207b5e60ae2b 2024-11-12T21:43:08,847 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/ns/05449a67d3524c1aab99207b5e60ae2b, entries=2, sequenceid=21, filesize=5.0 K 2024-11-12T21:43:08,848 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/.tmp/table/4654715f45734e46931a269bdfcf2737 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/table/4654715f45734e46931a269bdfcf2737 2024-11-12T21:43:08,855 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/table/4654715f45734e46931a269bdfcf2737, entries=2, sequenceid=21, filesize=5.3 K 2024-11-12T21:43:08,856 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false 2024-11-12T21:43:08,862 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T21:43:08,863 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T21:43:08,863 INFO [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T21:43:08,863 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731447788740Running coprocessor pre-close hooks at 1731447788740Disabling compacts and flushes for region at 1731447788740Disabling writes for close at 1731447788740Obtaining lock to block concurrent updates at 1731447788740Preparing flush snapshotting stores in 1588230740 at 1731447788740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731447788741 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731447788741Flushing 1588230740/info: creating writer at 1731447788742 (+1 ms)Flushing 1588230740/info: appending metadata at 1731447788768 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731447788768Flushing 1588230740/ns: creating writer at 1731447788784 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731447788796 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731447788796Flushing 1588230740/table: creating writer at 1731447788807 (+11 ms)Flushing 1588230740/table: appending metadata at 1731447788821 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731447788821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262f0ef7: reopening flushed file at 1731447788832 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea188b7: reopening flushed file at 1731447788840 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b2c039: reopening flushed file at 1731447788847 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=21, compaction requested=false at 1731447788856 (+9 ms)Writing region close event to WAL at 1731447788859 (+3 ms)Running coprocessor post-close hooks at 1731447788863 (+4 ms)Closed at 1731447788863 2024-11-12T21:43:08,864 DEBUG [RS_CLOSE_META-regionserver/0c576948786c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T21:43:08,940 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(976): stopping server 0c576948786c,40557,1731447748364; all regions closed. 2024-11-12T21:43:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741836_1012 (size=8899) 2024-11-12T21:43:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741836_1012 (size=8899) 2024-11-12T21:43:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741836_1012 (size=8899) 2024-11-12T21:43:08,946 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(976): stopping server 0c576948786c,39335,1731447748551; all regions closed. 2024-11-12T21:43:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741833_1009 (size=928) 2024-11-12T21:43:08,949 DEBUG [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs 2024-11-12T21:43:08,949 INFO [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C40557%2C1731447748364.meta:.meta(num 1731447750769) 2024-11-12T21:43:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741833_1009 (size=928) 2024-11-12T21:43:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741833_1009 (size=928) 2024-11-12T21:43:08,952 DEBUG [RS:2;0c576948786c:39335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C39335%2C1731447748551:(num 1731447750319) 2024-11-12T21:43:08,953 DEBUG [RS:2;0c576948786c:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:43:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741834_1010 (size=2598) 2024-11-12T21:43:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741834_1010 (size=2598) 2024-11-12T21:43:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741834_1010 (size=2598) 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] hbase.ChoreService(370): Chore service for: regionserver/0c576948786c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T21:43:08,953 INFO [regionserver/0c576948786c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:43:08,953 INFO [RS:2;0c576948786c:39335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39335 2024-11-12T21:43:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:43:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c576948786c,39335,1731447748551 2024-11-12T21:43:08,955 INFO [RS:2;0c576948786c:39335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:43:08,955 DEBUG [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/oldWALs 2024-11-12T21:43:08,955 INFO [RS:0;0c576948786c:40557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0c576948786c%2C40557%2C1731447748364:(num 1731447750325) 2024-11-12T21:43:08,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c576948786c,39335,1731447748551] 2024-11-12T21:43:08,956 DEBUG [RS:0;0c576948786c:40557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T21:43:08,956 INFO [RS:0;0c576948786c:40557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T21:43:08,956 INFO [RS:0;0c576948786c:40557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:43:08,956 INFO [RS:0;0c576948786c:40557 {}] hbase.ChoreService(370): Chore service for: regionserver/0c576948786c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T21:43:08,956 INFO [RS:0;0c576948786c:40557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:43:08,956 INFO [regionserver/0c576948786c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:43:08,956 INFO [RS:0;0c576948786c:40557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40557 2024-11-12T21:43:08,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c576948786c,39335,1731447748551 already deleted, retry=false 2024-11-12T21:43:08,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c576948786c,39335,1731447748551 expired; onlineServers=1 2024-11-12T21:43:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T21:43:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0c576948786c,40557,1731447748364 2024-11-12T21:43:08,957 INFO [RS:0;0c576948786c:40557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:43:08,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0c576948786c,40557,1731447748364] 2024-11-12T21:43:08,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0c576948786c,40557,1731447748364 already deleted, retry=false 2024-11-12T21:43:08,959 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0c576948786c,40557,1731447748364 expired; onlineServers=0 2024-11-12T21:43:08,959 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0c576948786c,40745,1731447747676' ***** 2024-11-12T21:43:08,959 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T21:43:08,959 INFO [M:0;0c576948786c:40745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T21:43:08,959 INFO [M:0;0c576948786c:40745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T21:43:08,959 DEBUG [M:0;0c576948786c:40745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T21:43:08,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T21:43:08,959 DEBUG [M:0;0c576948786c:40745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T21:43:08,959 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447749796 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.large.0-1731447749796,5,FailOnTimeoutGroup] 2024-11-12T21:43:08,959 DEBUG [master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447749806 {}] cleaner.HFileCleaner(306): Exit Thread[master/0c576948786c:0:becomeActiveMaster-HFileCleaner.small.0-1731447749806,5,FailOnTimeoutGroup] 2024-11-12T21:43:08,959 INFO [M:0;0c576948786c:40745 {}] hbase.ChoreService(370): Chore service for: master/0c576948786c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T21:43:08,959 INFO [M:0;0c576948786c:40745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T21:43:08,960 DEBUG [M:0;0c576948786c:40745 {}] master.HMaster(1795): Stopping service threads 2024-11-12T21:43:08,960 INFO [M:0;0c576948786c:40745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T21:43:08,960 INFO [M:0;0c576948786c:40745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T21:43:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T21:43:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T21:43:08,960 INFO [M:0;0c576948786c:40745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T21:43:08,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T21:43:08,961 DEBUG [M:0;0c576948786c:40745 {}] zookeeper.ZKUtil(347): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T21:43:08,961 WARN [M:0;0c576948786c:40745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T21:43:08,961 INFO [M:0;0c576948786c:40745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/.lastflushedseqids 2024-11-12T21:43:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741941_1121 (size=138) 2024-11-12T21:43:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741941_1121 (size=138) 2024-11-12T21:43:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741941_1121 (size=138) 2024-11-12T21:43:08,973 INFO [M:0;0c576948786c:40745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T21:43:08,973 INFO [M:0;0c576948786c:40745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T21:43:08,973 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T21:43:08,973 INFO [M:0;0c576948786c:40745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:43:08,973 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:43:08,973 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T21:43:08,973 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:43:08,973 INFO [M:0;0c576948786c:40745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-12T21:43:08,988 DEBUG [M:0;0c576948786c:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a968203f7bc647ff866e1d351e6effac is 82, key is hbase:meta,,1/info:regioninfo/1731447750906/Put/seqid=0 2024-11-12T21:43:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741942_1122 (size=5672) 2024-11-12T21:43:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741942_1122 (size=5672) 2024-11-12T21:43:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741942_1122 (size=5672) 2024-11-12T21:43:08,996 INFO [M:0;0c576948786c:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a968203f7bc647ff866e1d351e6effac 2024-11-12T21:43:09,014 DEBUG [M:0;0c576948786c:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21e849b81aa84d6da0ab836e39d0b947 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731447765584/Put/seqid=0 2024-11-12T21:43:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741943_1123 (size=7755) 2024-11-12T21:43:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741943_1123 (size=7755) 2024-11-12T21:43:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741943_1123 (size=7755) 2024-11-12T21:43:09,021 INFO [M:0;0c576948786c:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21e849b81aa84d6da0ab836e39d0b947 2024-11-12T21:43:09,025 INFO [M:0;0c576948786c:40745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21e849b81aa84d6da0ab836e39d0b947 2024-11-12T21:43:09,041 DEBUG [M:0;0c576948786c:40745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0fca46befa84a5f9bbfbfff1b673e06 is 69, key is 0c576948786c,39335,1731447748551/rs:state/1731447749911/Put/seqid=0 2024-11-12T21:43:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741944_1124 (size=5440) 2024-11-12T21:43:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741944_1124 (size=5440) 2024-11-12T21:43:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741944_1124 (size=5440) 2024-11-12T21:43:09,050 INFO [M:0;0c576948786c:40745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0fca46befa84a5f9bbfbfff1b673e06 2024-11-12T21:43:09,054 INFO [M:0;0c576948786c:40745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0fca46befa84a5f9bbfbfff1b673e06 2024-11-12T21:43:09,056 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a968203f7bc647ff866e1d351e6effac as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a968203f7bc647ff866e1d351e6effac 2024-11-12T21:43:09,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10035e34dda0003, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,056 INFO [RS:2;0c576948786c:39335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:43:09,056 INFO [RS:2;0c576948786c:39335 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c576948786c,39335,1731447748551; zookeeper connection closed. 2024-11-12T21:43:09,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62664745 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62664745 2024-11-12T21:43:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,058 INFO [RS:0;0c576948786c:40557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:43:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40557-0x10035e34dda0001, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,058 INFO [RS:0;0c576948786c:40557 {}] regionserver.HRegionServer(1031): Exiting; stopping=0c576948786c,40557,1731447748364; zookeeper connection closed. 2024-11-12T21:43:09,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d07ee78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d07ee78 2024-11-12T21:43:09,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T21:43:09,063 INFO [M:0;0c576948786c:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a968203f7bc647ff866e1d351e6effac, entries=8, sequenceid=168, filesize=5.5 K 2024-11-12T21:43:09,065 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21e849b81aa84d6da0ab836e39d0b947 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21e849b81aa84d6da0ab836e39d0b947 2024-11-12T21:43:09,071 INFO [M:0;0c576948786c:40745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21e849b81aa84d6da0ab836e39d0b947 2024-11-12T21:43:09,071 INFO [M:0;0c576948786c:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21e849b81aa84d6da0ab836e39d0b947, entries=17, sequenceid=168, filesize=7.6 K 2024-11-12T21:43:09,072 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0fca46befa84a5f9bbfbfff1b673e06 as hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0fca46befa84a5f9bbfbfff1b673e06 2024-11-12T21:43:09,078 INFO [M:0;0c576948786c:40745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0fca46befa84a5f9bbfbfff1b673e06 2024-11-12T21:43:09,078 INFO [M:0;0c576948786c:40745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/223c2a48-4151-c614-c62f-05524e1afa9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0fca46befa84a5f9bbfbfff1b673e06, entries=3, sequenceid=168, filesize=5.3 K 2024-11-12T21:43:09,079 INFO [M:0;0c576948786c:40745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false 2024-11-12T21:43:09,085 INFO [M:0;0c576948786c:40745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T21:43:09,085 DEBUG [M:0;0c576948786c:40745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731447788973Disabling compacts and flushes for region at 1731447788973Disabling writes for close at 1731447788973Obtaining lock to block concurrent updates at 1731447788973Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731447788973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731447788973Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731447788974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731447788974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731447788987 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731447788987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731447789000 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731447789014 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731447789014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731447789025 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731447789040 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731447789040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604ca9c5: reopening flushed file at 1731447789055 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4b1db3: reopening flushed file at 1731447789063 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d96034: reopening flushed file at 1731447789071 (+8 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false at 1731447789079 (+8 ms)Writing region close event to WAL at 1731447789085 (+6 ms)Closed at 1731447789085 2024-11-12T21:43:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44021 is added to blk_1073741830_1006 (size=81431) 2024-11-12T21:43:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741830_1006 (size=81431) 2024-11-12T21:43:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32995 is added to blk_1073741830_1006 (size=81431) 2024-11-12T21:43:09,089 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T21:43:09,089 INFO [M:0;0c576948786c:40745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T21:43:09,089 INFO [M:0;0c576948786c:40745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40745 2024-11-12T21:43:09,089 INFO [M:0;0c576948786c:40745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T21:43:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,191 INFO [M:0;0c576948786c:40745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T21:43:09,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40745-0x10035e34dda0000, quorum=127.0.0.1:62989, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T21:43:09,198 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447769146 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447769146 (inode 16655) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731447768887/wal.1731447769146 (inode 16655) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T21:43:09,199 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731447760582/wal.1731447760735 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:09,200 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731447783867/wal.1731447784139 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:09,205 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447778523 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447778523 (inode 16678) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731447769269/wal.1731447778523 (inode 16678) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T21:43:09,206 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731447752693/wal.1731447752782 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:09,209 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447779323 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447779323 (inode 16704) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731447778741/wal.1731447779323 (inode 16704) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T21:43:09,209 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731447779468/wal.1731447779525 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T21:43:09,213 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal.1731447752503 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal.1731447752503 (inode 16485) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731447752132/wal.1731447752503 (inode 16485) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T21:43:09,219 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal.1731447751836 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal.1731447751836 (inode 16462) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731447751332/wal.1731447751836 (inode 16462) Holder DFSClient_NONMAPREDUCE_-585912716_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-12T21:43:09,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ed6f3ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:43:09,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f154eb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:09,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:09,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147d1a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:09,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626fc3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:09,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T21:43:09,249 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T21:43:09,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T21:43:09,249 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343286907-172.17.0.2-1731447744944 (Datanode Uuid 4420e05e-a911-491b-82e0-d9894eab4e23) service to localhost/127.0.0.1:39639 2024-11-12T21:43:09,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data5/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data6/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T21:43:09,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cc5338b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:43:09,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1364e1fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:09,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:09,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4925ca3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:09,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599967d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:09,260 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T21:43:09,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T21:43:09,260 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343286907-172.17.0.2-1731447744944 (Datanode Uuid 7e00e7ba-c223-4a6a-8288-b4a24eb70db3) service to localhost/127.0.0.1:39639 2024-11-12T21:43:09,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T21:43:09,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data3/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data4/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T21:43:09,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@516a39dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T21:43:09,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428881d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:09,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:09,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c68adb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:09,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@302ee775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:09,266 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T21:43:09,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T21:43:09,266 WARN [BP-1343286907-172.17.0.2-1731447744944 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343286907-172.17.0.2-1731447744944 (Datanode Uuid 674c6bef-9893-492b-bd76-cdb6c42a4641) service to localhost/127.0.0.1:39639 2024-11-12T21:43:09,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T21:43:09,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data1/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/cluster_e54f578b-e057-0b83-b4c2-232d59097e02/data/data2/current/BP-1343286907-172.17.0.2-1731447744944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T21:43:09,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T21:43:09,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe9bfd3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T21:43:09,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16695a38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T21:43:09,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T21:43:09,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d655053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T21:43:09,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5fa2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c01e9e99-c903-39ff-ffe1-5ba8ab101d01/hadoop.log.dir/,STOPPED} 2024-11-12T21:43:09,287 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T21:43:09,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down