2024-11-12 10:31:49,666 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 10:31:49,676 main DEBUG Took 0.008251 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:31:49,676 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:31:49,676 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:31:49,677 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:31:49,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,685 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:31:49,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,700 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,702 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,703 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,704 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,705 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,706 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:31:49,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,708 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:31:49,709 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:31:49,710 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:31:49,712 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:31:49,713 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:31:49,714 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:31:49,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:31:49,721 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:31:49,724 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:31:49,725 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:31:49,725 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:31:49,726 main DEBUG createAppenders(={Console}) 2024-11-12 10:31:49,727 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-12 10:31:49,727 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-12 10:31:49,727 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-12 10:31:49,727 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:31:49,728 main DEBUG OutputStream closed 2024-11-12 10:31:49,728 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:31:49,728 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:31:49,728 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-12 10:31:49,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:31:49,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:31:49,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:31:49,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:31:49,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:31:49,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:31:49,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:31:49,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:31:49,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:31:49,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:31:49,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:31:49,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:31:49,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:31:49,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:31:49,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:31:49,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:31:49,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:31:49,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:31:49,805 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:31:49,806 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-12 10:31:49,806 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:31:49,806 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-12T10:31:50,017 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d 2024-11-12 10:31:50,019 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:31:50,019 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:31:50,027 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-12T10:31:50,033 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-12T10:31:50,056 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:31:50,104 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:31:50,105 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:31:50,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:31:50,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43, deleteOnExit=true 2024-11-12T10:31:50,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:31:50,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/test.cache.data in system properties and HBase conf 2024-11-12T10:31:50,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:31:50,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:31:50,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:31:50,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:31:50,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:31:50,211 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:31:50,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:31:50,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:50,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:31:50,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:31:50,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:50,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:31:50,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:31:50,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:31:50,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:50,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:31:50,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:31:50,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:31:50,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:31:50,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:31:50,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:31:51,370 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:31:51,434 INFO [Time-limited test {}] log.Log(170): Logging initialized @2443ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:31:51,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:51,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:51,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:51,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:51,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:31:51,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:51,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:51,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:51,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-786343885858103806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:31:51,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-11-12T10:31:51,825 INFO [Time-limited test {}] server.Server(415): Started @2833ms 2024-11-12T10:31:52,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:52,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:52,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:52,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:52,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:52,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:52,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:52,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/java.io.tmpdir/jetty-localhost-33405-hadoop-hdfs-3_4_1-tests_jar-_-any-6207621550839760359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:52,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:33405} 2024-11-12T10:31:52,469 INFO [Time-limited test {}] server.Server(415): Started @3478ms 2024-11-12T10:31:52,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:52,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:52,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:52,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:52,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:52,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:52,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:52,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:52,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/java.io.tmpdir/jetty-localhost-34391-hadoop-hdfs-3_4_1-tests_jar-_-any-15458987771405134681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:52,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:34391} 2024-11-12T10:31:52,740 INFO [Time-limited test {}] server.Server(415): Started @3748ms 2024-11-12T10:31:52,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:52,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:31:52,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:31:52,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:31:52,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:31:52,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:31:52,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:31:52,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:31:52,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/java.io.tmpdir/jetty-localhost-44371-hadoop-hdfs-3_4_1-tests_jar-_-any-11913312268847138978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:31:52,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:44371} 2024-11-12T10:31:52,893 INFO [Time-limited test {}] server.Server(415): Started @3901ms 2024-11-12T10:31:52,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:31:54,582 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data3/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,582 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data4/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,582 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data1/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,582 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data2/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,616 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:54,616 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:54,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x991c58a65d43eac3 with lease ID 0xbeca3aa6189d1463: Processing first storage report for DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866 from datanode DatanodeRegistration(127.0.0.1:39781, datanodeUuid=f6e0f73d-8f6c-4abc-abb8-8c24d64418ae, infoPort=34881, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x991c58a65d43eac3 with lease ID 0xbeca3aa6189d1463: from storage DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866 node DatanodeRegistration(127.0.0.1:39781, datanodeUuid=f6e0f73d-8f6c-4abc-abb8-8c24d64418ae, infoPort=34881, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x367d17e9977fee6 with lease ID 0xbeca3aa6189d1464: Processing first storage report for DS-2956b6de-9113-4595-89c5-ee6b1f387634 from datanode DatanodeRegistration(127.0.0.1:45195, datanodeUuid=02ae7c5e-1d7d-4142-b502-9422ae8f337e, infoPort=43473, infoSecurePort=0, ipcPort=32971, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x367d17e9977fee6 with lease ID 0xbeca3aa6189d1464: from storage DS-2956b6de-9113-4595-89c5-ee6b1f387634 node DatanodeRegistration(127.0.0.1:45195, datanodeUuid=02ae7c5e-1d7d-4142-b502-9422ae8f337e, infoPort=43473, infoSecurePort=0, ipcPort=32971, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x991c58a65d43eac3 with lease ID 0xbeca3aa6189d1463: Processing first storage report for DS-0a9d0c84-fb69-46a6-8c87-99722b1a51e9 from datanode DatanodeRegistration(127.0.0.1:39781, datanodeUuid=f6e0f73d-8f6c-4abc-abb8-8c24d64418ae, infoPort=34881, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x991c58a65d43eac3 with lease ID 0xbeca3aa6189d1463: from storage DS-0a9d0c84-fb69-46a6-8c87-99722b1a51e9 node DatanodeRegistration(127.0.0.1:39781, datanodeUuid=f6e0f73d-8f6c-4abc-abb8-8c24d64418ae, infoPort=34881, infoSecurePort=0, ipcPort=34115, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x367d17e9977fee6 with lease ID 0xbeca3aa6189d1464: Processing first storage report for DS-f68176d4-093e-4e24-ae2f-7eda8832fbe2 from datanode DatanodeRegistration(127.0.0.1:45195, datanodeUuid=02ae7c5e-1d7d-4142-b502-9422ae8f337e, infoPort=43473, infoSecurePort=0, ipcPort=32971, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x367d17e9977fee6 with lease ID 0xbeca3aa6189d1464: from storage DS-f68176d4-093e-4e24-ae2f-7eda8832fbe2 node DatanodeRegistration(127.0.0.1:45195, datanodeUuid=02ae7c5e-1d7d-4142-b502-9422ae8f337e, infoPort=43473, infoSecurePort=0, ipcPort=32971, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,703 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data6/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,703 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data5/current/BP-519203250-172.17.0.3-1731407510831/current, will proceed with Du for space computation calculation, 2024-11-12T10:31:54,721 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:31:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a7f3673be3551c3 with lease ID 0xbeca3aa6189d1465: Processing first storage report for DS-4108dd55-df93-4c44-8644-0884e16d59c8 from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=6ab21f49-1342-4c4d-9f32-6d6060d90e1e, infoPort=46681, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a7f3673be3551c3 with lease ID 0xbeca3aa6189d1465: from storage DS-4108dd55-df93-4c44-8644-0884e16d59c8 node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=6ab21f49-1342-4c4d-9f32-6d6060d90e1e, infoPort=46681, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a7f3673be3551c3 with lease ID 0xbeca3aa6189d1465: Processing first storage report for DS-06fb7a35-1326-424f-83d7-2eb407aa63a7 from datanode DatanodeRegistration(127.0.0.1:41509, datanodeUuid=6ab21f49-1342-4c4d-9f32-6d6060d90e1e, infoPort=46681, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831) 2024-11-12T10:31:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a7f3673be3551c3 with lease ID 0xbeca3aa6189d1465: from storage DS-06fb7a35-1326-424f-83d7-2eb407aa63a7 node DatanodeRegistration(127.0.0.1:41509, datanodeUuid=6ab21f49-1342-4c4d-9f32-6d6060d90e1e, infoPort=46681, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=727538915;c=1731407510831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:31:54,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d 2024-11-12T10:31:54,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/zookeeper_0, clientPort=58520, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:31:54,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58520 2024-11-12T10:31:54,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:54,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:55,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:31:55,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d with version=8 2024-11-12T10:31:55,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/hbase-staging 2024-11-12T10:31:55,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:55,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:55,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:55,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:55,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:55,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:31:56,054 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:31:56,065 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:31:56,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:56,100 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 94618 (auto-detected) 2024-11-12T10:31:56,101 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T10:31:56,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41031 2024-11-12T10:31:56,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41031 connecting to ZooKeeper ensemble=127.0.0.1:58520 2024-11-12T10:31:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410310x0, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:56,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41031-0x1012e9a08a80000 connected 2024-11-12T10:31:56,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:56,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d, hbase.cluster.distributed=false 2024-11-12T10:31:56,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:56,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-12T10:31:56,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41031 2024-11-12T10:31:56,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41031 2024-11-12T10:31:56,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-12T10:31:56,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-12T10:31:56,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:56,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:56,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:56,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:56,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:56,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44645 2024-11-12T10:31:56,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44645 connecting to ZooKeeper ensemble=127.0.0.1:58520 2024-11-12T10:31:56,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446450x0, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:56,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446450x0, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:56,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44645-0x1012e9a08a80001 connected 2024-11-12T10:31:56,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:56,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:56,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:56,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:56,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44645 2024-11-12T10:31:56,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44645 2024-11-12T10:31:56,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44645 2024-11-12T10:31:56,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44645 2024-11-12T10:31:56,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44645 2024-11-12T10:31:56,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:56,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:56,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:56,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:56,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35453 2024-11-12T10:31:56,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35453 connecting to ZooKeeper ensemble=127.0.0.1:58520 2024-11-12T10:31:56,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354530x0, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:56,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354530x0, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:56,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35453-0x1012e9a08a80002 connected 2024-11-12T10:31:56,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:56,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:56,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:56,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:56,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-12T10:31:56,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-12T10:31:56,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-12T10:31:56,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-12T10:31:56,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-12T10:31:56,628 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:31:56,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:31:56,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:31:56,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34745 2024-11-12T10:31:56,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34745 connecting to ZooKeeper ensemble=127.0.0.1:58520 2024-11-12T10:31:56,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347450x0, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:31:56,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347450x0, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:31:56,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34745-0x1012e9a08a80003 connected 2024-11-12T10:31:56,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:31:56,657 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:31:56,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:31:56,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:31:56,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34745 2024-11-12T10:31:56,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34745 2024-11-12T10:31:56,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34745 2024-11-12T10:31:56,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34745 2024-11-12T10:31:56,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34745 2024-11-12T10:31:56,679 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:41031 2024-11-12T10:31:56,681 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a10fb4296bab,41031,1731407515652 2024-11-12T10:31:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,700 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a10fb4296bab,41031,1731407515652 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,730 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:31:56,731 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a10fb4296bab,41031,1731407515652 from backup master directory 2024-11-12T10:31:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a10fb4296bab,41031,1731407515652 2024-11-12T10:31:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:31:56,741 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:56,741 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,41031,1731407515652 2024-11-12T10:31:56,743 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:31:56,745 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:31:56,796 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/hbase.id] with ID: 6ca91c3c-65e9-41a9-9820-5526225384e6 2024-11-12T10:31:56,796 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/.tmp/hbase.id 2024-11-12T10:31:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:56,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:31:56,814 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/.tmp/hbase.id]:[hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/hbase.id] 2024-11-12T10:31:56,862 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:31:56,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:31:56,885 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T10:31:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:56,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:31:56,933 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:31:56,935 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:31:56,940 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:31:56,987 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store 2024-11-12T10:31:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:31:57,013 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:31:57,015 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:57,017 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:31:57,017 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:57,017 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:57,019 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:31:57,019 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:57,019 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:31:57,020 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407517017Disabling compacts and flushes for region at 1731407517017Disabling writes for close at 1731407517019 (+2 ms)Writing region close event to WAL at 1731407517019Closed at 1731407517019 2024-11-12T10:31:57,022 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/.initializing 2024-11-12T10:31:57,022 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/WALs/a10fb4296bab,41031,1731407515652 2024-11-12T10:31:57,029 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:57,042 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C41031%2C1731407515652, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/WALs/a10fb4296bab,41031,1731407515652, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/oldWALs, maxLogs=10 2024-11-12T10:31:57,069 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/WALs/a10fb4296bab,41031,1731407515652/a10fb4296bab%2C41031%2C1731407515652.1731407517046, exclude list is [], retry=0 2024-11-12T10:31:57,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:31:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:57,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:31:57,129 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/WALs/a10fb4296bab,41031,1731407515652/a10fb4296bab%2C41031%2C1731407515652.1731407517046 2024-11-12T10:31:57,130 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:31:57,131 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:57,131 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:57,134 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,135 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:31:57,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:57,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:31:57,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:57,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:31:57,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:57,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:31:57,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:57,204 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,207 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,208 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,212 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,212 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,216 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:57,219 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:31:57,223 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:57,224 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68272541, jitterRate=0.01734013855457306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:57,233 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731407517145Initializing all the Stores at 1731407517147 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407517147Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407517148 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407517148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407517148Cleaning up temporary data from old regions at 1731407517213 (+65 ms)Region opened successfully at 1731407517233 (+20 ms) 2024-11-12T10:31:57,234 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:31:57,263 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658a359a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:57,289 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:31:57,298 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:31:57,298 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:31:57,301 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:31:57,302 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:31:57,306 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-12T10:31:57,306 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T10:31:57,334 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:31:57,343 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:31:57,388 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:31:57,392 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:31:57,395 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:31:57,402 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:31:57,404 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:31:57,407 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:31:57,419 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:31:57,420 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:31:57,477 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:31:57,499 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:31:57,507 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:31:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:57,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:31:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,523 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,41031,1731407515652, sessionid=0x1012e9a08a80000, setting cluster-up flag (Was=false) 2024-11-12T10:31:57,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,593 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:31:57,597 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,41031,1731407515652 2024-11-12T10:31:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:57,650 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:31:57,652 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,41031,1731407515652 2024-11-12T10:31:57,660 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:31:57,669 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(746): ClusterId : 6ca91c3c-65e9-41a9-9820-5526225384e6 2024-11-12T10:31:57,669 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(746): ClusterId : 6ca91c3c-65e9-41a9-9820-5526225384e6 2024-11-12T10:31:57,671 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(746): ClusterId : 6ca91c3c-65e9-41a9-9820-5526225384e6 2024-11-12T10:31:57,671 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:57,671 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:57,671 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:31:57,694 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:57,694 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:57,694 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:31:57,695 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:57,695 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:57,695 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:31:57,705 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:57,705 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:57,705 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:31:57,705 DEBUG [RS:1;a10fb4296bab:35453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5d5438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:57,705 DEBUG [RS:2;a10fb4296bab:34745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e58454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:57,705 DEBUG [RS:0;a10fb4296bab:44645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624a2a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:31:57,719 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a10fb4296bab:35453 2024-11-12T10:31:57,720 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a10fb4296bab:34745 2024-11-12T10:31:57,722 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:57,722 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:57,722 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:57,722 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:57,722 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:57,722 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:57,722 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:44645 2024-11-12T10:31:57,722 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:31:57,723 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:31:57,723 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:31:57,725 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=35453, startcode=1731407516583 2024-11-12T10:31:57,725 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=44645, startcode=1731407516479 2024-11-12T10:31:57,725 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=34745, startcode=1731407516628 2024-11-12T10:31:57,735 DEBUG [RS:1;a10fb4296bab:35453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:57,735 DEBUG [RS:2;a10fb4296bab:34745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:57,735 DEBUG [RS:0;a10fb4296bab:44645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:31:57,740 INFO [AsyncFSWAL-0-hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData-prefix:a10fb4296bab,41031,1731407515652 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-12T10:31:57,766 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:57,769 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:57,769 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:57,769 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:31:57,774 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T10:31:57,777 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:31:57,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T10:31:57,780 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T10:31:57,783 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:31:57,789 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,41031,1731407515652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:31:57,797 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:57,798 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:57,799 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:57,800 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731407547800 2024-11-12T10:31:57,801 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:31:57,802 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:31:57,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:57,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:31:57,805 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T10:31:57,805 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T10:31:57,805 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T10:31:57,805 WARN [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T10:31:57,805 WARN [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T10:31:57,805 WARN [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T10:31:57,806 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:31:57,806 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:31:57,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:31:57,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:31:57,807 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:57,810 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:31:57,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:31:57,811 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:31:57,811 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:31:57,815 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:31:57,816 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:31:57,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407517817,5,FailOnTimeoutGroup] 2024-11-12T10:31:57,818 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407517817,5,FailOnTimeoutGroup] 2024-11-12T10:31:57,818 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:57,818 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:31:57,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:57,819 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:31:57,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:31:57,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d 2024-11-12T10:31:57,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:31:57,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:57,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:57,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:57,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:57,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:57,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:57,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:57,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:57,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:57,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:57,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:57,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:57,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:57,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:57,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:57,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:31:57,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:31:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:57,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:57,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:57,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:57,899 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:57,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71348297, jitterRate=0.06317247450351715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731407517871Initializing all the Stores at 1731407517872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407517872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407517872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407517873 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407517873Cleaning up temporary data from old regions at 1731407517892 (+19 ms)Region opened successfully at 1731407517903 (+11 ms) 2024-11-12T10:31:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:31:57,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:31:57,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:31:57,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:31:57,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:31:57,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:31:57,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407517903Disabling compacts and flushes for region at 1731407517903Disabling writes for close at 1731407517904 (+1 ms)Writing region close event to WAL at 1731407517905 (+1 ms)Closed at 1731407517905 2024-11-12T10:31:57,906 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=34745, startcode=1731407516628 2024-11-12T10:31:57,906 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=44645, startcode=1731407516479 2024-11-12T10:31:57,906 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,41031,1731407515652 with port=35453, startcode=1731407516583 2024-11-12T10:31:57,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,44645,1731407516479 2024-11-12T10:31:57,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:57,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:31:57,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,44645,1731407516479 2024-11-12T10:31:57,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:31:57,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,34745,1731407516628 2024-11-12T10:31:57,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,34745,1731407516628 2024-11-12T10:31:57,919 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d 2024-11-12T10:31:57,919 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-12T10:31:57,919 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:57,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,35453,1731407516583 2024-11-12T10:31:57,922 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d 2024-11-12T10:31:57,922 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-12T10:31:57,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,35453,1731407516583 2024-11-12T10:31:57,922 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:57,925 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d 2024-11-12T10:31:57,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:57,925 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-12T10:31:57,925 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:31:57,928 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:31:57,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:31:58,009 DEBUG [RS:0;a10fb4296bab:44645 {}] zookeeper.ZKUtil(111): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,009 WARN [RS:0;a10fb4296bab:44645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:58,010 INFO [RS:0;a10fb4296bab:44645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:58,010 DEBUG [RS:2;a10fb4296bab:34745 {}] zookeeper.ZKUtil(111): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,34745,1731407516628 2024-11-12T10:31:58,010 DEBUG [RS:1;a10fb4296bab:35453 {}] zookeeper.ZKUtil(111): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,35453,1731407516583 2024-11-12T10:31:58,010 WARN [RS:2;a10fb4296bab:34745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:58,010 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,010 WARN [RS:1;a10fb4296bab:35453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:31:58,011 INFO [RS:2;a10fb4296bab:34745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:58,011 INFO [RS:1;a10fb4296bab:35453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:58,011 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,34745,1731407516628 2024-11-12T10:31:58,011 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583 2024-11-12T10:31:58,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,34745,1731407516628] 2024-11-12T10:31:58,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,35453,1731407516583] 2024-11-12T10:31:58,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,44645,1731407516479] 2024-11-12T10:31:58,037 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:58,037 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:58,037 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:31:58,056 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:58,056 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:58,056 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:31:58,062 INFO [RS:1;a10fb4296bab:35453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:58,062 INFO [RS:2;a10fb4296bab:34745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:58,062 INFO [RS:0;a10fb4296bab:44645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:31:58,062 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,062 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,062 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,064 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:58,064 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:58,064 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:31:58,069 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:58,069 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:58,069 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:31:58,071 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,071 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,071 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,071 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,071 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,072 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,072 DEBUG [RS:1;a10fb4296bab:35453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,073 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:31:58,073 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,073 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,073 DEBUG [RS:2;a10fb4296bab:34745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,073 DEBUG [RS:0;a10fb4296bab:44645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,075 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35453,1731407516583-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,076 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,077 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44645,1731407516479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:58,077 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,077 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34745,1731407516628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:58,079 WARN [a10fb4296bab:41031 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:31:58,095 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:58,096 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:58,096 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:31:58,097 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35453,1731407516583-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,097 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,34745,1731407516628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,097 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44645,1731407516479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,098 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,098 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,098 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,098 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.Replication(171): a10fb4296bab,44645,1731407516479 started 2024-11-12T10:31:58,098 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.Replication(171): a10fb4296bab,35453,1731407516583 started 2024-11-12T10:31:58,098 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.Replication(171): a10fb4296bab,34745,1731407516628 started 2024-11-12T10:31:58,115 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,115 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,35453,1731407516583, RpcServer on a10fb4296bab/172.17.0.3:35453, sessionid=0x1012e9a08a80002 2024-11-12T10:31:58,116 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:58,116 DEBUG [RS:1;a10fb4296bab:35453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,35453,1731407516583 2024-11-12T10:31:58,116 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35453,1731407516583' 2024-11-12T10:31:58,116 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:58,117 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,35453,1731407516583 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,35453,1731407516583' 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:58,118 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:58,119 DEBUG [RS:1;a10fb4296bab:35453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:58,119 INFO [RS:1;a10fb4296bab:35453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:58,119 INFO [RS:1;a10fb4296bab:35453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:58,120 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,120 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,121 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,34745,1731407516628, RpcServer on a10fb4296bab/172.17.0.3:34745, sessionid=0x1012e9a08a80003 2024-11-12T10:31:58,121 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,44645,1731407516479, RpcServer on a10fb4296bab/172.17.0.3:44645, sessionid=0x1012e9a08a80001 2024-11-12T10:31:58,121 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:58,121 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:31:58,121 DEBUG [RS:2;a10fb4296bab:34745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,34745,1731407516628 2024-11-12T10:31:58,121 DEBUG [RS:0;a10fb4296bab:44645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,121 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,34745,1731407516628' 2024-11-12T10:31:58,121 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,44645,1731407516479' 2024-11-12T10:31:58,121 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:58,121 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:31:58,122 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:58,122 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:31:58,122 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:58,122 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:31:58,123 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:58,123 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:31:58,123 DEBUG [RS:2;a10fb4296bab:34745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,34745,1731407516628 2024-11-12T10:31:58,123 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,34745,1731407516628' 2024-11-12T10:31:58,123 DEBUG [RS:0;a10fb4296bab:44645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,123 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:58,123 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,44645,1731407516479' 2024-11-12T10:31:58,123 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:31:58,123 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:58,123 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:31:58,124 DEBUG [RS:2;a10fb4296bab:34745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:58,124 DEBUG [RS:0;a10fb4296bab:44645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:31:58,124 INFO [RS:2;a10fb4296bab:34745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:58,124 INFO [RS:0;a10fb4296bab:44645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:31:58,124 INFO [RS:2;a10fb4296bab:34745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:58,124 INFO [RS:0;a10fb4296bab:44645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:31:58,224 INFO [RS:1;a10fb4296bab:35453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:58,225 INFO [RS:2;a10fb4296bab:34745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:58,225 INFO [RS:0;a10fb4296bab:44645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:58,227 INFO [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35453%2C1731407516583, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs, maxLogs=32 2024-11-12T10:31:58,227 INFO [RS:2;a10fb4296bab:34745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C34745%2C1731407516628, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,34745,1731407516628, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs, maxLogs=32 2024-11-12T10:31:58,228 INFO [RS:0;a10fb4296bab:44645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C44645%2C1731407516479, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs, maxLogs=32 2024-11-12T10:31:58,244 DEBUG [RS:2;a10fb4296bab:34745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,34745,1731407516628/a10fb4296bab%2C34745%2C1731407516628.1731407518231, exclude list is [], retry=0 2024-11-12T10:31:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:58,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:58,251 DEBUG [RS:0;a10fb4296bab:44645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479/a10fb4296bab%2C44645%2C1731407516479.1731407518232, exclude list is [], retry=0 2024-11-12T10:31:58,251 DEBUG [RS:1;a10fb4296bab:35453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583/a10fb4296bab%2C35453%2C1731407516583.1731407518232, exclude list is [], retry=0 2024-11-12T10:31:58,256 INFO [RS:2;a10fb4296bab:34745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,34745,1731407516628/a10fb4296bab%2C34745%2C1731407516628.1731407518231 2024-11-12T10:31:58,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:58,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:58,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:58,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:58,260 DEBUG [RS:2;a10fb4296bab:34745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:31:58,269 INFO [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583/a10fb4296bab%2C35453%2C1731407516583.1731407518232 2024-11-12T10:31:58,269 INFO [RS:0;a10fb4296bab:44645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479/a10fb4296bab%2C44645%2C1731407516479.1731407518232 2024-11-12T10:31:58,271 DEBUG [RS:0;a10fb4296bab:44645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:31:58,271 DEBUG [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:31:58,332 DEBUG [a10fb4296bab:41031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:31:58,342 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:31:58,348 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:31:58,348 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:31:58,348 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:31:58,348 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:31:58,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,44645,1731407516479, state=OPENING 2024-11-12T10:31:58,381 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:31:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:31:58,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:31:58,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,44645,1731407516479}] 2024-11-12T10:31:58,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:31:58,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:31:58,591 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:31:58,591 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:58,592 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:31:58,596 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C44645%2C1731407516479.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs, maxLogs=32 2024-11-12T10:31:58,610 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, exclude list is [], retry=0 2024-11-12T10:31:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:58,618 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta 2024-11-12T10:31:58,619 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:31:58,619 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:58,620 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:31:58,623 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:31:58,627 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:31:58,631 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:31:58,631 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:58,632 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:31:58,632 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:31:58,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:31:58,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:31:58,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:58,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:58,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:31:58,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:31:58,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:58,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:58,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:31:58,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:31:58,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:58,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:58,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:31:58,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:31:58,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:58,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:31:58,645 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:31:58,646 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:31:58,649 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:31:58,651 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:31:58,651 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:31:58,652 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:31:58,655 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:31:58,656 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72735425, jitterRate=0.08384229242801666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:31:58,656 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:31:58,658 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731407518632Writing region info on filesystem at 1731407518632Initializing all the Stores at 1731407518634 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407518634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407518634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407518634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407518634Cleaning up temporary data from old regions at 1731407518651 (+17 ms)Running coprocessor post-open hooks at 1731407518656 (+5 ms)Region opened successfully at 1731407518657 (+1 ms) 2024-11-12T10:31:58,664 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731407518566 2024-11-12T10:31:58,674 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:31:58,675 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:31:58,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,679 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,44645,1731407516479, state=OPEN 2024-11-12T10:31:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:31:58,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:31:58,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,44645,1731407516479 2024-11-12T10:31:58,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:31:58,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,44645,1731407516479 in 340 msec 2024-11-12T10:31:58,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:31:58,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 832 msec 2024-11-12T10:31:58,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:31:58,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:31:58,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:58,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1] 2024-11-12T10:31:58,790 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:58,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:58,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1210 sec 2024-11-12T10:31:58,813 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731407518813, completionTime=-1 2024-11-12T10:31:58,817 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:31:58,817 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:31:58,855 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T10:31:58,856 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731407578856 2024-11-12T10:31:58,856 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731407638856 2024-11-12T10:31:58,856 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-12T10:31:58,858 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:31:58,866 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,867 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:41031, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,869 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,871 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,875 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:31:58,905 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.164sec 2024-11-12T10:31:58,907 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:31:58,908 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:31:58,909 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:31:58,910 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:31:58,910 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:31:58,911 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:31:58,911 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:31:58,916 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:31:58,917 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:31:58,918 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41031,1731407515652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:31:58,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd494aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:58,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,41031,-1 for getting cluster id 2024-11-12T10:31:58,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:31:58,994 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ca91c3c-65e9-41a9-9820-5526225384e6' 2024-11-12T10:31:58,997 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:31:58,997 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ca91c3c-65e9-41a9-9820-5526225384e6" 2024-11-12T10:31:58,998 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e86ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:58,998 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,41031,-1] 2024-11-12T10:31:59,000 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:31:59,002 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:31:59,004 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:31:59,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75555b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:31:59,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:31:59,016 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1] 2024-11-12T10:31:59,017 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:31:59,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:31:59,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,41031,1731407515652 2024-11-12T10:31:59,038 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33447/hbase 2024-11-12T10:31:59,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=369, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=7473 2024-11-12T10:31:59,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,073 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:59,078 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78055781, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-78055781, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,093 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78055781/hregion-78055781.1731407519080, exclude list is [], retry=0 2024-11-12T10:31:59,097 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,097 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,097 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,100 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78055781/hregion-78055781.1731407519080 2024-11-12T10:31:59,101 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:31:59,102 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5df08c4eacd7082d4b5a272d7b43d163, NAME => 'testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:31:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:31:59,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:31:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741838_1014 (size=64) 2024-11-12T10:31:59,116 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:59,118 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,121 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df08c4eacd7082d4b5a272d7b43d163 columnFamilyName a 2024-11-12T10:31:59,121 DEBUG [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,122 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] regionserver.HStore(327): Store=5df08c4eacd7082d4b5a272d7b43d163/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,122 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,131 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:59,132 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5df08c4eacd7082d4b5a272d7b43d163; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62703254, jitterRate=-0.06564870476722717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:59,133 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5df08c4eacd7082d4b5a272d7b43d163: Writing region info on filesystem at 1731407519117Initializing all the Stores at 1731407519118 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519118Cleaning up temporary data from old regions at 1731407519125 (+7 ms)Region opened successfully at 1731407519133 (+8 ms) 2024-11-12T10:31:59,133 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5df08c4eacd7082d4b5a272d7b43d163, disabling compactions & flushes 2024-11-12T10:31:59,133 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. 2024-11-12T10:31:59,133 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. 2024-11-12T10:31:59,133 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. after waiting 0 ms 2024-11-12T10:31:59,133 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. 2024-11-12T10:31:59,134 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. 2024-11-12T10:31:59,134 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5df08c4eacd7082d4b5a272d7b43d163: Waiting for close lock at 1731407519133Disabling compacts and flushes for region at 1731407519133Disabling writes for close at 1731407519133Writing region close event to WAL at 1731407519134 (+1 ms)Closed at 1731407519134 2024-11-12T10:31:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741837_1013 (size=95) 2024-11-12T10:31:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741837_1013 (size=95) 2024-11-12T10:31:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741837_1013 (size=95) 2024-11-12T10:31:59,144 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:31:59,144 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78055781:(num 1731407519080) 2024-11-12T10:31:59,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:31:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741839_1015 (size=320) 2024-11-12T10:31:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741839_1015 (size=320) 2024-11-12T10:31:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741839_1015 (size=320) 2024-11-12T10:31:59,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:31:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741840_1016 (size=253) 2024-11-12T10:31:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741840_1016 (size=253) 2024-11-12T10:31:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741840_1016 (size=253) 2024-11-12T10:31:59,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1, size=320 (320bytes) 2024-11-12T10:31:59,197 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:31:59,197 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:31:59,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1 2024-11-12T10:31:59,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1 after 3ms 2024-11-12T10:31:59,207 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,208 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1 took 13ms 2024-11-12T10:31:59,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1 so closing down 2024-11-12T10:31:59,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:31:59,222 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T10:31:59,224 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T10:31:59,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:31:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741841_1017 (size=320) 2024-11-12T10:31:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741841_1017 (size=320) 2024-11-12T10:31:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741841_1017 (size=320) 2024-11-12T10:31:59,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:31:59,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002 2024-11-12T10:31:59,243 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-12T10:31:59,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1, journal: Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1, size=320 (320bytes) at 1731407519196Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1 so closing down at 1731407519219 (+23 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp at 1731407519224 (+5 ms)3 split writer threads finished at 1731407519225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731407519237 (+12 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002 at 1731407519239 (+2 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731407519243 (+4 ms) 2024-11-12T10:31:59,257 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2, size=253 (253bytes) 2024-11-12T10:31:59,257 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2 2024-11-12T10:31:59,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2 after 1ms 2024-11-12T10:31:59,261 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2 took 5ms 2024-11-12T10:31:59,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2 so closing down 2024-11-12T10:31:59,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:31:59,266 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T10:31:59,268 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T10:31:59,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:31:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741842_1018 (size=253) 2024-11-12T10:31:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741842_1018 (size=253) 2024-11-12T10:31:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741842_1018 (size=253) 2024-11-12T10:31:59,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:31:59,281 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,283 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-12T10:31:59,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-12T10:31:59,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2, journal: Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2, size=253 (253bytes) at 1731407519257Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2 so closing down at 1731407519264 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002-wal-2.temp at 1731407519268 (+4 ms)3 split writer threads finished at 1731407519268Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731407519277 (+9 ms)Processed 1 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731407519285 (+8 ms) 2024-11-12T10:31:59,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:31:59,287 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,299 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal.1731407519288, exclude list is [], retry=0 2024-11-12T10:31:59,303 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,307 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal.1731407519288 2024-11-12T10:31:59,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:31:59,308 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5df08c4eacd7082d4b5a272d7b43d163, NAME => 'testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:59,308 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:59,308 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,308 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,311 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,312 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5df08c4eacd7082d4b5a272d7b43d163 columnFamilyName a 2024-11-12T10:31:59,312 DEBUG [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,313 INFO [StoreOpener-5df08c4eacd7082d4b5a272d7b43d163-1 {}] regionserver.HStore(327): Store=5df08c4eacd7082d4b5a272d7b43d163/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,313 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,319 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002 2024-11-12T10:31:59,322 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,329 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002 2024-11-12T10:31:59,333 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5df08c4eacd7082d4b5a272d7b43d163 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T10:31:59,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/.tmp/a/f018ee72efc740cb9be71436e88456e6 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731407519144/Put/seqid=0 2024-11-12T10:31:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:31:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:31:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741844_1020 (size=5170) 2024-11-12T10:31:59,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/.tmp/a/f018ee72efc740cb9be71436e88456e6 2024-11-12T10:31:59,434 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/.tmp/a/f018ee72efc740cb9be71436e88456e6 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/a/f018ee72efc740cb9be71436e88456e6 2024-11-12T10:31:59,443 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/a/f018ee72efc740cb9be71436e88456e6, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T10:31:59,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5df08c4eacd7082d4b5a272d7b43d163 in 114ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T10:31:59,449 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/0000000000000000002 2024-11-12T10:31:59,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,453 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5df08c4eacd7082d4b5a272d7b43d163 2024-11-12T10:31:59,456 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/5df08c4eacd7082d4b5a272d7b43d163/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T10:31:59,457 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5df08c4eacd7082d4b5a272d7b43d163; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65562170, jitterRate=-0.023047536611557007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:59,458 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5df08c4eacd7082d4b5a272d7b43d163: Writing region info on filesystem at 1731407519308Initializing all the Stores at 1731407519310 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519310Obtaining lock to block concurrent updates at 1731407519333 (+23 ms)Preparing flush snapshotting stores in 5df08c4eacd7082d4b5a272d7b43d163 at 1731407519333Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731407519336 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731407519071.5df08c4eacd7082d4b5a272d7b43d163. at 1731407519336Flushing 5df08c4eacd7082d4b5a272d7b43d163/a: creating writer at 1731407519337 (+1 ms)Flushing 5df08c4eacd7082d4b5a272d7b43d163/a: appending metadata at 1731407519368 (+31 ms)Flushing 5df08c4eacd7082d4b5a272d7b43d163/a: closing flushed file at 1731407519370 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b511741: reopening flushed file at 1731407519433 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5df08c4eacd7082d4b5a272d7b43d163 in 114ms, sequenceid=2, compaction requested=false; wal=null at 1731407519448 (+15 ms)Cleaning up temporary data from old regions at 1731407519450 (+2 ms)Region opened successfully at 1731407519458 (+8 ms) 2024-11-12T10:31:59,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=380 (was 369) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59890 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:57904 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59040 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:58028 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59144 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33447/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59750 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 374) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7461 (was 7473) 2024-11-12T10:31:59,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=7461 2024-11-12T10:31:59,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:59,517 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20512566, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-20512566, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,530 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20512566/hregion-20512566.1731407519517, exclude list is [], retry=0 2024-11-12T10:31:59,533 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,533 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,533 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,537 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20512566/hregion-20512566.1731407519517 2024-11-12T10:31:59,539 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:31:59,540 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9284e5ae9d65fd1ba2a125864ee53244, NAME => 'testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:31:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:31:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:31:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741846_1022 (size=64) 2024-11-12T10:31:59,554 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:59,556 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,559 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9284e5ae9d65fd1ba2a125864ee53244 columnFamilyName a 2024-11-12T10:31:59,559 DEBUG [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,560 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] regionserver.HStore(327): Store=9284e5ae9d65fd1ba2a125864ee53244/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,562 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,562 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,565 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,568 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:59,569 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9284e5ae9d65fd1ba2a125864ee53244; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69969066, jitterRate=0.042620331048965454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:59,569 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9284e5ae9d65fd1ba2a125864ee53244: Writing region info on filesystem at 1731407519554Initializing all the Stores at 1731407519556 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519556Cleaning up temporary data from old regions at 1731407519562 (+6 ms)Region opened successfully at 1731407519569 (+7 ms) 2024-11-12T10:31:59,569 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9284e5ae9d65fd1ba2a125864ee53244, disabling compactions & flushes 2024-11-12T10:31:59,569 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. 2024-11-12T10:31:59,569 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. 2024-11-12T10:31:59,569 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. after waiting 0 ms 2024-11-12T10:31:59,569 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. 2024-11-12T10:31:59,570 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. 2024-11-12T10:31:59,570 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9284e5ae9d65fd1ba2a125864ee53244: Waiting for close lock at 1731407519569Disabling compacts and flushes for region at 1731407519569Disabling writes for close at 1731407519569Writing region close event to WAL at 1731407519570 (+1 ms)Closed at 1731407519570 2024-11-12T10:31:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741845_1021 (size=95) 2024-11-12T10:31:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741845_1021 (size=95) 2024-11-12T10:31:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741845_1021 (size=95) 2024-11-12T10:31:59,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:31:59,578 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20512566:(num 1731407519517) 2024-11-12T10:31:59,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:31:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741847_1023 (size=320) 2024-11-12T10:31:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741847_1023 (size=320) 2024-11-12T10:31:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741847_1023 (size=320) 2024-11-12T10:31:59,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-12T10:31:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741848_1024 (size=253) 2024-11-12T10:31:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741848_1024 (size=253) 2024-11-12T10:31:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741848_1024 (size=253) 2024-11-12T10:31:59,623 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2, size=253 (253bytes) 2024-11-12T10:31:59,623 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2 2024-11-12T10:31:59,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2 after 1ms 2024-11-12T10:31:59,628 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2 took 5ms 2024-11-12T10:31:59,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2 so closing down 2024-11-12T10:31:59,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:31:59,633 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-12T10:31:59,635 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp 2024-11-12T10:31:59,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:31:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741849_1025 (size=253) 2024-11-12T10:31:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741849_1025 (size=253) 2024-11-12T10:31:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741849_1025 (size=253) 2024-11-12T10:31:59,644 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:31:59,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 2024-11-12T10:31:59,646 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-12T10:31:59,646 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2, journal: Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2, size=253 (253bytes) at 1731407519623Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2 so closing down at 1731407519631 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp at 1731407519635 (+4 ms)3 split writer threads finished at 1731407519635Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731407519644 (+9 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 at 1731407519646 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731407519646 2024-11-12T10:31:59,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1, size=320 (320bytes) 2024-11-12T10:31:59,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1 2024-11-12T10:31:59,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1 after 1ms 2024-11-12T10:31:59,665 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1 took 5ms 2024-11-12T10:31:59,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1 so closing down 2024-11-12T10:31:59,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:31:59,672 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-12T10:31:59,673 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp 2024-11-12T10:31:59,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:31:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741850_1026 (size=320) 2024-11-12T10:31:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741850_1026 (size=320) 2024-11-12T10:31:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741850_1026 (size=320) 2024-11-12T10:31:59,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:31:59,687 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,689 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002, length=253 2024-11-12T10:31:59,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 2024-11-12T10:31:59,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-12T10:31:59,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1, journal: Splitting hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1, size=320 (320bytes) at 1731407519660Finishing writing output for hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1 so closing down at 1731407519669 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp at 1731407519674 (+5 ms)3 split writer threads finished at 1731407519674Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731407519683 (+9 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 at 1731407519692 (+9 ms)Processed 2 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731407519692 2024-11-12T10:31:59,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:31:59,695 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal.1731407519695, exclude list is [], retry=0 2024-11-12T10:31:59,710 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,714 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal.1731407519695 2024-11-12T10:31:59,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:31:59,714 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9284e5ae9d65fd1ba2a125864ee53244, NAME => 'testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:31:59,715 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:59,715 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,715 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,717 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,718 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9284e5ae9d65fd1ba2a125864ee53244 columnFamilyName a 2024-11-12T10:31:59,719 DEBUG [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,719 INFO [StoreOpener-9284e5ae9d65fd1ba2a125864ee53244-1 {}] regionserver.HStore(327): Store=9284e5ae9d65fd1ba2a125864ee53244/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,720 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,720 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,723 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,724 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 2024-11-12T10:31:59,727 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:31:59,729 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 2024-11-12T10:31:59,730 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9284e5ae9d65fd1ba2a125864ee53244 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-12T10:31:59,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/.tmp/a/d3bd0fe944da4f1abd345eb51d4f83ab is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731407519578/Put/seqid=0 2024-11-12T10:31:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:31:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:31:59,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741852_1028 (size=5170) 2024-11-12T10:31:59,757 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/.tmp/a/d3bd0fe944da4f1abd345eb51d4f83ab 2024-11-12T10:31:59,767 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/.tmp/a/d3bd0fe944da4f1abd345eb51d4f83ab as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/a/d3bd0fe944da4f1abd345eb51d4f83ab 2024-11-12T10:31:59,777 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/a/d3bd0fe944da4f1abd345eb51d4f83ab, entries=2, sequenceid=2, filesize=5.0 K 2024-11-12T10:31:59,777 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9284e5ae9d65fd1ba2a125864ee53244 in 47ms, sequenceid=2, compaction requested=false; wal=null 2024-11-12T10:31:59,778 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/0000000000000000002 2024-11-12T10:31:59,778 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,778 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,781 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9284e5ae9d65fd1ba2a125864ee53244 2024-11-12T10:31:59,784 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/9284e5ae9d65fd1ba2a125864ee53244/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-12T10:31:59,786 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9284e5ae9d65fd1ba2a125864ee53244; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68360112, jitterRate=0.018645048141479492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:31:59,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9284e5ae9d65fd1ba2a125864ee53244: Writing region info on filesystem at 1731407519715Initializing all the Stores at 1731407519716 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519716Obtaining lock to block concurrent updates at 1731407519730 (+14 ms)Preparing flush snapshotting stores in 9284e5ae9d65fd1ba2a125864ee53244 at 1731407519730Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731407519730Flushing stores of testReplayEditsWrittenIntoWAL,,1731407519511.9284e5ae9d65fd1ba2a125864ee53244. at 1731407519730Flushing 9284e5ae9d65fd1ba2a125864ee53244/a: creating writer at 1731407519730Flushing 9284e5ae9d65fd1ba2a125864ee53244/a: appending metadata at 1731407519747 (+17 ms)Flushing 9284e5ae9d65fd1ba2a125864ee53244/a: closing flushed file at 1731407519747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4785ed3c: reopening flushed file at 1731407519765 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9284e5ae9d65fd1ba2a125864ee53244 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1731407519777 (+12 ms)Cleaning up temporary data from old regions at 1731407519778 (+1 ms)Region opened successfully at 1731407519786 (+8 ms) 2024-11-12T10:31:59,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:58104 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59932 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59214 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59750 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:57904 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59040 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=7463 (was 7461) - AvailableMemoryMB LEAK? - 2024-11-12T10:31:59,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=7463 2024-11-12T10:31:59,828 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:31:59,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:31:59,834 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64984984, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-64984984, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,847 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64984984/hregion-64984984.1731407519835, exclude list is [], retry=0 2024-11-12T10:31:59,851 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,851 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,851 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,854 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64984984/hregion-64984984.1731407519835 2024-11-12T10:31:59,854 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:31:59,854 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cce80dae45faea968aad7783938f9545, NAME => 'testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:31:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:31:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:31:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741854_1030 (size=64) 2024-11-12T10:31:59,866 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:31:59,867 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,869 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName a 2024-11-12T10:31:59,869 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,870 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,870 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,871 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName b 2024-11-12T10:31:59,871 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,872 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,872 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,874 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName c 2024-11-12T10:31:59,874 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:31:59,875 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:31:59,875 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,878 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,878 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:31:59,880 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cce80dae45faea968aad7783938f9545 2024-11-12T10:31:59,883 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:31:59,884 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cce80dae45faea968aad7783938f9545; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63512653, jitterRate=-0.053587719798088074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:31:59,884 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cce80dae45faea968aad7783938f9545: Writing region info on filesystem at 1731407519866Initializing all the Stores at 1731407519867 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519867Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519867Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407519867Cleaning up temporary data from old regions at 1731407519878 (+11 ms)Region opened successfully at 1731407519884 (+6 ms) 2024-11-12T10:31:59,884 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cce80dae45faea968aad7783938f9545, disabling compactions & flushes 2024-11-12T10:31:59,885 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:31:59,885 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:31:59,885 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. after waiting 0 ms 2024-11-12T10:31:59,885 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:31:59,885 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:31:59,885 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cce80dae45faea968aad7783938f9545: Waiting for close lock at 1731407519884Disabling compacts and flushes for region at 1731407519884Disabling writes for close at 1731407519885 (+1 ms)Writing region close event to WAL at 1731407519885Closed at 1731407519885 2024-11-12T10:31:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741853_1029 (size=95) 2024-11-12T10:31:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741853_1029 (size=95) 2024-11-12T10:31:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741853_1029 (size=95) 2024-11-12T10:31:59,893 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:31:59,893 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64984984:(num 1731407519835) 2024-11-12T10:31:59,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:31:59,896 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:31:59,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, exclude list is [], retry=0 2024-11-12T10:31:59,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:31:59,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:31:59,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:31:59,922 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 2024-11-12T10:31:59,922 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:00,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, size=0 (0bytes) 2024-11-12T10:32:00,149 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 might be still open, length is 0 2024-11-12T10:32:00,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 2024-11-12T10:32:00,151 WARN [IPC Server handler 2 on default port 33447 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-12T10:32:00,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 after 1ms 2024-11-12T10:32:00,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:58130 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58130 dst: /127.0.0.1:39781 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39781 remote=/127.0.0.1:58130]. Total timeout mills is 60000, 59365 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:00,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59242 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59242 dst: /127.0.0.1:45195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:00,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:59966 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41509:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59966 dst: /127.0.0.1:41509 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741855_1032 (size=263633) 2024-11-12T10:32:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741855_1032 (size=263633) 2024-11-12T10:32:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741855_1032 (size=263633) 2024-11-12T10:32:04,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:32:04,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 after 4003ms 2024-11-12T10:32:04,160 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:04,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 took 4013ms 2024-11-12T10:32:04,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731407519897.temp 2024-11-12T10:32:04,169 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp 2024-11-12T10:32:04,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:32:04,314 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897; continuing. 2024-11-12T10:32:04,314 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 so closing down 2024-11-12T10:32:04,314 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:04,315 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:04,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741856_1033 (size=263641) 2024-11-12T10:32:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741856_1033 (size=263641) 2024-11-12T10:32:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741856_1033 (size=263641) 2024-11-12T10:32:04,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp (wrote 3002 edits, skipped 0 edits in 70 ms) 2024-11-12T10:32:04,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 2024-11-12T10:32:04,320 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:32:04,321 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, journal: Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, size=0 (0bytes) at 1731407520149Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp at 1731407524169 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1731407524261 (+92 ms)Split 2048 edits, skipped 0 edits. at 1731407524289 (+28 ms)Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 so closing down at 1731407524314 (+25 ms)3 split writer threads finished at 1731407524315 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp (wrote 3002 edits, skipped 0 edits in 70 ms) at 1731407524319 (+4 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000000001-wal.1731407519897.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 at 1731407524320 (+1 ms)Processed 3002 edits across 1 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897, size=0, length=0, corrupted=false, cancelled=false at 1731407524321 (+1 ms) 2024-11-12T10:32:04,323 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407519897 2024-11-12T10:32:04,325 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 2024-11-12T10:32:04,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:04,327 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:04,341 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407524328, exclude list is [], retry=0 2024-11-12T10:32:04,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:04,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:04,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:04,348 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407524328 2024-11-12T10:32:04,348 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:04,349 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:04,352 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,354 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName a 2024-11-12T10:32:04,354 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:04,355 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:04,355 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,356 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName b 2024-11-12T10:32:04,356 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:04,357 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:04,357 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,359 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cce80dae45faea968aad7783938f9545 columnFamilyName c 2024-11-12T10:32:04,359 DEBUG [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:04,360 INFO [StoreOpener-cce80dae45faea968aad7783938f9545-1 {}] regionserver.HStore(327): Store=cce80dae45faea968aad7783938f9545/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:04,360 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,364 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545 2024-11-12T10:32:04,365 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 2024-11-12T10:32:04,368 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:04,420 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:32:04,757 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cce80dae45faea968aad7783938f9545 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:32:04,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/29ef4e765e5c4f5c9284b0e529886b9f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731407519934/Put/seqid=0 2024-11-12T10:32:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:32:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:32:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741858_1035 (size=50463) 2024-11-12T10:32:04,804 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/29ef4e765e5c4f5c9284b0e529886b9f 2024-11-12T10:32:04,813 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/29ef4e765e5c4f5c9284b0e529886b9f as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/a/29ef4e765e5c4f5c9284b0e529886b9f 2024-11-12T10:32:04,821 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/a/29ef4e765e5c4f5c9284b0e529886b9f, entries=754, sequenceid=754, filesize=49.3 K 2024-11-12T10:32:04,822 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for cce80dae45faea968aad7783938f9545 in 65ms, sequenceid=754, compaction requested=false; wal=null 2024-11-12T10:32:04,844 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:32:04,844 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cce80dae45faea968aad7783938f9545 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:32:04,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/92ab159b1acf4236a4a9c2e013bb4c9c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731407519988/Put/seqid=0 2024-11-12T10:32:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:32:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:32:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741859_1036 (size=20072) 2024-11-12T10:32:04,862 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/92ab159b1acf4236a4a9c2e013bb4c9c 2024-11-12T10:32:04,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/7007e8927b534d1881fbfd02886390c6 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731407520008/Put/seqid=0 2024-11-12T10:32:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:32:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:32:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741860_1037 (size=35835) 2024-11-12T10:32:04,899 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/7007e8927b534d1881fbfd02886390c6 2024-11-12T10:32:04,907 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/a/92ab159b1acf4236a4a9c2e013bb4c9c as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/a/92ab159b1acf4236a4a9c2e013bb4c9c 2024-11-12T10:32:04,915 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/a/92ab159b1acf4236a4a9c2e013bb4c9c, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-12T10:32:04,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/7007e8927b534d1881fbfd02886390c6 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/b/7007e8927b534d1881fbfd02886390c6 2024-11-12T10:32:04,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/b/7007e8927b534d1881fbfd02886390c6, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-12T10:32:04,923 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for cce80dae45faea968aad7783938f9545 in 79ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-12T10:32:04,938 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:32:04,939 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cce80dae45faea968aad7783938f9545 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-12T10:32:04,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/691d9eab461e4735aa0950a8da815c61 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731407520027/Put/seqid=0 2024-11-12T10:32:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:32:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:32:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741861_1038 (size=35082) 2024-11-12T10:32:04,954 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/691d9eab461e4735aa0950a8da815c61 2024-11-12T10:32:04,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/9f6d258709344a159149073cb8493edc is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731407520065/Put/seqid=0 2024-11-12T10:32:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:32:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:32:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741862_1039 (size=20825) 2024-11-12T10:32:04,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/9f6d258709344a159149073cb8493edc 2024-11-12T10:32:05,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/b/691d9eab461e4735aa0950a8da815c61 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/b/691d9eab461e4735aa0950a8da815c61 2024-11-12T10:32:05,014 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/b/691d9eab461e4735aa0950a8da815c61, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-12T10:32:05,016 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/9f6d258709344a159149073cb8493edc as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/c/9f6d258709344a159149073cb8493edc 2024-11-12T10:32:05,024 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/c/9f6d258709344a159149073cb8493edc, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-12T10:32:05,025 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for cce80dae45faea968aad7783938f9545 in 86ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-12T10:32:05,042 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731407520114/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:32:05,046 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 2024-11-12T10:32:05,047 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-12T10:32:05,047 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cce80dae45faea968aad7783938f9545 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-12T10:32:05,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/b7c5536cbae34c06898ae4382c370d4d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731407520073/Put/seqid=0 2024-11-12T10:32:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:32:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:32:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741863_1040 (size=50301) 2024-11-12T10:32:05,065 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/b7c5536cbae34c06898ae4382c370d4d 2024-11-12T10:32:05,072 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c5536cbae34c06898ae4382c370d4d 2024-11-12T10:32:05,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/.tmp/c/b7c5536cbae34c06898ae4382c370d4d as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/c/b7c5536cbae34c06898ae4382c370d4d 2024-11-12T10:32:05,081 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c5536cbae34c06898ae4382c370d4d 2024-11-12T10:32:05,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/c/b7c5536cbae34c06898ae4382c370d4d, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-12T10:32:05,081 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for cce80dae45faea968aad7783938f9545 in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-12T10:32:05,083 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/0000000000000003002 2024-11-12T10:32:05,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cce80dae45faea968aad7783938f9545 2024-11-12T10:32:05,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cce80dae45faea968aad7783938f9545 2024-11-12T10:32:05,085 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T10:32:05,087 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cce80dae45faea968aad7783938f9545 2024-11-12T10:32:05,090 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenIntoWAL/cce80dae45faea968aad7783938f9545/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-12T10:32:05,091 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cce80dae45faea968aad7783938f9545; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74887940, jitterRate=0.11591726541519165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T10:32:05,091 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cce80dae45faea968aad7783938f9545: Writing region info on filesystem at 1731407524349Initializing all the Stores at 1731407524350 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407524350Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407524351 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407524351Cleaning up temporary data from old regions at 1731407525084 (+733 ms)Region opened successfully at 1731407525091 (+7 ms) 2024-11-12T10:32:05,160 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cce80dae45faea968aad7783938f9545, disabling compactions & flushes 2024-11-12T10:32:05,160 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:32:05,160 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:32:05,160 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. after waiting 0 ms 2024-11-12T10:32:05,160 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:32:05,162 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731407519828.cce80dae45faea968aad7783938f9545. 2024-11-12T10:32:05,163 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cce80dae45faea968aad7783938f9545: Waiting for close lock at 1731407525160Disabling compacts and flushes for region at 1731407525160Disabling writes for close at 1731407525160Writing region close event to WAL at 1731407525162 (+2 ms)Closed at 1731407525162 2024-11-12T10:32:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741857_1034 (size=95) 2024-11-12T10:32:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741857_1034 (size=95) 2024-11-12T10:32:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741857_1034 (size=95) 2024-11-12T10:32:05,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:05,169 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731407524328) 2024-11-12T10:32:05,182 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-572866715_22 at /127.0.0.1:49040 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-572866715_22 at /127.0.0.1:49960 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33447 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-572866715_22 at /127.0.0.1:42404 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-572866715_22 at /127.0.0.1:49986 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:32971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 384) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7388 (was 7463) 2024-11-12T10:32:05,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=7387 2024-11-12T10:32:05,210 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:05,212 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:05,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:05,217 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35420550, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-35420550, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:05,230 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35420550/hregion-35420550.1731407525217, exclude list is [], retry=0 2024-11-12T10:32:05,233 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:05,233 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:05,233 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:05,237 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35420550/hregion-35420550.1731407525217 2024-11-12T10:32:05,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:05,237 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b1e0baa72f48b1890dad669c9c94f1c2, NAME => 'test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:32:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:32:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741865_1042 (size=43) 2024-11-12T10:32:05,252 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:05,254 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,256 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName a 2024-11-12T10:32:05,256 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,257 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,257 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,259 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName b 2024-11-12T10:32:05,259 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,260 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,260 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,262 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName c 2024-11-12T10:32:05,262 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,263 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,266 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,266 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,267 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:05,268 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,271 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:05,272 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b1e0baa72f48b1890dad669c9c94f1c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65038376, jitterRate=-0.030852675437927246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:05,272 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b1e0baa72f48b1890dad669c9c94f1c2: Writing region info on filesystem at 1731407525253Initializing all the Stores at 1731407525254 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525254Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525254Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525254Cleaning up temporary data from old regions at 1731407525266 (+12 ms)Region opened successfully at 1731407525272 (+6 ms) 2024-11-12T10:32:05,272 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b1e0baa72f48b1890dad669c9c94f1c2, disabling compactions & flushes 2024-11-12T10:32:05,272 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:05,273 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:05,273 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. after waiting 0 ms 2024-11-12T10:32:05,273 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:05,273 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:05,273 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b1e0baa72f48b1890dad669c9c94f1c2: Waiting for close lock at 1731407525272Disabling compacts and flushes for region at 1731407525272Disabling writes for close at 1731407525273 (+1 ms)Writing region close event to WAL at 1731407525273Closed at 1731407525273 2024-11-12T10:32:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741864_1041 (size=95) 2024-11-12T10:32:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741864_1041 (size=95) 2024-11-12T10:32:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741864_1041 (size=95) 2024-11-12T10:32:05,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:05,282 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35420550:(num 1731407525217) 2024-11-12T10:32:05,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:05,285 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:05,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, exclude list is [], retry=0 2024-11-12T10:32:05,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:05,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:05,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:05,303 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 2024-11-12T10:32:05,304 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741866_1043 (size=263359) 2024-11-12T10:32:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741866_1043 (size=263359) 2024-11-12T10:32:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741866_1043 (size=263359) 2024-11-12T10:32:05,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, size=257.2 K (263359bytes) 2024-11-12T10:32:05,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 2024-11-12T10:32:05,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 after 0ms 2024-11-12T10:32:05,516 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:05,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 took 5ms 2024-11-12T10:32:05,523 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731407525285.temp 2024-11-12T10:32:05,524 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp 2024-11-12T10:32:05,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 so closing down 2024-11-12T10:32:05,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:05,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:05,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741867_1044 (size=263359) 2024-11-12T10:32:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741867_1044 (size=263359) 2024-11-12T10:32:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741867_1044 (size=263359) 2024-11-12T10:32:05,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp (wrote 3000 edits, skipped 0 edits in 41 ms) 2024-11-12T10:32:05,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp to hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 2024-11-12T10:32:05,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-12T10:32:05,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, journal: Splitting hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, size=257.2 K (263359bytes) at 1731407525513Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp at 1731407525524 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731407525547 (+23 ms)Split 2048 edits, skipped 0 edits. at 1731407525572 (+25 ms)Finishing writing output for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 so closing down at 1731407525595 (+23 ms)3 split writer threads finished at 1731407525595Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp (wrote 3000 edits, skipped 0 edits in 41 ms) at 1731407525600 (+5 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000000001-wal.1731407525285.temp to hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 at 1731407525602 (+2 ms)Processed 3000 edits across 1 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731407525602 2024-11-12T10:32:05,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525285 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407525285 2024-11-12T10:32:05,605 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 2024-11-12T10:32:05,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:05,608 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:05,622 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, exclude list is [], retry=0 2024-11-12T10:32:05,625 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:05,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:05,626 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:05,628 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 2024-11-12T10:32:05,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741868_1045 (size=263486) 2024-11-12T10:32:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741868_1045 (size=263486) 2024-11-12T10:32:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741868_1045 (size=263486) 2024-11-12T10:32:05,778 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, size=257.3 K (263486bytes) 2024-11-12T10:32:05,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 2024-11-12T10:32:05,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 after 0ms 2024-11-12T10:32:05,781 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:05,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 took 6ms 2024-11-12T10:32:05,788 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731407525608.temp 2024-11-12T10:32:05,789 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp 2024-11-12T10:32:05,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 so closing down 2024-11-12T10:32:05,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:05,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741869_1046 (size=263486) 2024-11-12T10:32:05,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741869_1046 (size=263486) 2024-11-12T10:32:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741869_1046 (size=263486) 2024-11-12T10:32:05,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-12T10:32:05,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp to hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 2024-11-12T10:32:05,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-12T10:32:05,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, journal: Splitting hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, size=257.3 K (263486bytes) at 1731407525778Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp at 1731407525790 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731407525807 (+17 ms)Split 2048 edits, skipped 0 edits. at 1731407525832 (+25 ms)Finishing writing output for hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 so closing down at 1731407525855 (+23 ms)3 split writer threads finished at 1731407525855Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1731407525859 (+4 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003001-wal.1731407525608.temp to hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 at 1731407525861 (+2 ms)Processed 3000 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731407525861 2024-11-12T10:32:05,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525608 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407525608 2024-11-12T10:32:05,865 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 2024-11-12T10:32:05,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:05,868 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/test2727-manual,16010,1731407525209, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:05,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525868, exclude list is [], retry=0 2024-11-12T10:32:05,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:05,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:05,892 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:05,895 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731407525209/wal.1731407525868 2024-11-12T10:32:05,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:05,895 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b1e0baa72f48b1890dad669c9c94f1c2, NAME => 'test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:05,896 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:05,896 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,896 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,898 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,899 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName a 2024-11-12T10:32:05,899 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,900 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,900 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,902 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName b 2024-11-12T10:32:05,902 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,902 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,903 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,904 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e0baa72f48b1890dad669c9c94f1c2 columnFamilyName c 2024-11-12T10:32:05,904 DEBUG [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:05,904 INFO [StoreOpener-b1e0baa72f48b1890dad669c9c94f1c2-1 {}] regionserver.HStore(327): Store=b1e0baa72f48b1890dad669c9c94f1c2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:05,905 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,906 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,908 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:05,909 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 2024-11-12T10:32:05,911 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:05,971 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 2024-11-12T10:32:05,972 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 2024-11-12T10:32:05,975 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:06,023 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 2024-11-12T10:32:06,023 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b1e0baa72f48b1890dad669c9c94f1c2 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-12T10:32:06,045 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/a/6e9fe9e50f074e098e3bef35fa8225a4 is 41, key is test2727/a:100/1731407525632/Put/seqid=0 2024-11-12T10:32:06,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:32:06,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:06,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:32:06,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:32:06,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:32:06,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:06,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-12T10:32:06,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:32:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:32:06,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741871_1048 (size=84227) 2024-11-12T10:32:06,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/a/6e9fe9e50f074e098e3bef35fa8225a4 2024-11-12T10:32:06,484 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/b/193b9c00f9f84c70b3a92be6f002a7c4 is 41, key is test2727/b:100/1731407525674/Put/seqid=0 2024-11-12T10:32:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:32:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:32:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741872_1049 (size=84609) 2024-11-12T10:32:06,490 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/b/193b9c00f9f84c70b3a92be6f002a7c4 2024-11-12T10:32:06,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/c/3a10ed39512d45c38a68bb91e2e5f468 is 41, key is test2727/c:100/1731407525720/Put/seqid=0 2024-11-12T10:32:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:32:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:32:06,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741873_1050 (size=84609) 2024-11-12T10:32:06,522 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/c/3a10ed39512d45c38a68bb91e2e5f468 2024-11-12T10:32:06,529 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/a/6e9fe9e50f074e098e3bef35fa8225a4 as hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/a/6e9fe9e50f074e098e3bef35fa8225a4 2024-11-12T10:32:06,537 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/a/6e9fe9e50f074e098e3bef35fa8225a4, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-12T10:32:06,538 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/b/193b9c00f9f84c70b3a92be6f002a7c4 as hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/b/193b9c00f9f84c70b3a92be6f002a7c4 2024-11-12T10:32:06,545 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/b/193b9c00f9f84c70b3a92be6f002a7c4, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T10:32:06,547 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/.tmp/c/3a10ed39512d45c38a68bb91e2e5f468 as hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/c/3a10ed39512d45c38a68bb91e2e5f468 2024-11-12T10:32:06,553 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/c/3a10ed39512d45c38a68bb91e2e5f468, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-12T10:32:06,554 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b1e0baa72f48b1890dad669c9c94f1c2 in 531ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-12T10:32:06,555 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000003000 2024-11-12T10:32:06,555 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/0000000000000006000 2024-11-12T10:32:06,556 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:06,557 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:06,557 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:06,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b1e0baa72f48b1890dad669c9c94f1c2 2024-11-12T10:32:06,562 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/test2727/b1e0baa72f48b1890dad669c9c94f1c2/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-12T10:32:06,563 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b1e0baa72f48b1890dad669c9c94f1c2; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60996982, jitterRate=-0.091074138879776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:06,565 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b1e0baa72f48b1890dad669c9c94f1c2: Writing region info on filesystem at 1731407525896Initializing all the Stores at 1731407525897 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525897Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525898 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407525898Obtaining lock to block concurrent updates at 1731407526023 (+125 ms)Preparing flush snapshotting stores in b1e0baa72f48b1890dad669c9c94f1c2 at 1731407526023Finished memstore snapshotting test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731407526023Flushing stores of test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. at 1731407526023Flushing b1e0baa72f48b1890dad669c9c94f1c2/a: creating writer at 1731407526023Flushing b1e0baa72f48b1890dad669c9c94f1c2/a: appending metadata at 1731407526044 (+21 ms)Flushing b1e0baa72f48b1890dad669c9c94f1c2/a: closing flushed file at 1731407526044Flushing b1e0baa72f48b1890dad669c9c94f1c2/b: creating writer at 1731407526465 (+421 ms)Flushing b1e0baa72f48b1890dad669c9c94f1c2/b: appending metadata at 1731407526482 (+17 ms)Flushing b1e0baa72f48b1890dad669c9c94f1c2/b: closing flushed file at 1731407526482Flushing b1e0baa72f48b1890dad669c9c94f1c2/c: creating writer at 1731407526496 (+14 ms)Flushing b1e0baa72f48b1890dad669c9c94f1c2/c: appending metadata at 1731407526515 (+19 ms)Flushing b1e0baa72f48b1890dad669c9c94f1c2/c: closing flushed file at 1731407526515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3000f275: reopening flushed file at 1731407526528 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d20b104: reopening flushed file at 1731407526537 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5fe5c8: reopening flushed file at 1731407526545 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for b1e0baa72f48b1890dad669c9c94f1c2 in 531ms, sequenceid=6000, compaction requested=false; wal=null at 1731407526554 (+9 ms)Cleaning up temporary data from old regions at 1731407526557 (+3 ms)Region opened successfully at 1731407526565 (+8 ms) 2024-11-12T10:32:06,566 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-12T10:32:06,566 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b1e0baa72f48b1890dad669c9c94f1c2, disabling compactions & flushes 2024-11-12T10:32:06,566 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:06,567 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:06,567 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. after waiting 0 ms 2024-11-12T10:32:06,567 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:06,568 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731407525211.b1e0baa72f48b1890dad669c9c94f1c2. 2024-11-12T10:32:06,568 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b1e0baa72f48b1890dad669c9c94f1c2: Waiting for close lock at 1731407526566Disabling compacts and flushes for region at 1731407526566Disabling writes for close at 1731407526567 (+1 ms)Writing region close event to WAL at 1731407526568 (+1 ms)Closed at 1731407526568 2024-11-12T10:32:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741870_1047 (size=95) 2024-11-12T10:32:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741870_1047 (size=95) 2024-11-12T10:32:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741870_1047 (size=95) 2024-11-12T10:32:06,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:06,576 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731407525868) 2024-11-12T10:32:06,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=406 (was 404) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50082 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:42404 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:49140 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=7182 (was 7387) 2024-11-12T10:32:06,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=7181 2024-11-12T10:32:06,613 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:06,622 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:06,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731407526623 2024-11-12T10:32:06,632 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 2024-11-12T10:32:06,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:06,640 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84375907ffc4bbd1577ccd9c7e38eabd, NAME => 'testSequentialEditLogSeqNum,,1731407526614.84375907ffc4bbd1577ccd9c7e38eabd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:06,640 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731407526614.84375907ffc4bbd1577ccd9c7e38eabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:06,640 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,640 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,641 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd doesn't exist for region: 84375907ffc4bbd1577ccd9c7e38eabd on table testSequentialEditLogSeqNum 2024-11-12T10:32:06,642 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 84375907ffc4bbd1577ccd9c7e38eabd on table testSequentialEditLogSeqNum 2024-11-12T10:32:06,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:32:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:32:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741875_1052 (size=62) 2024-11-12T10:32:06,656 INFO [StoreOpener-84375907ffc4bbd1577ccd9c7e38eabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,658 INFO [StoreOpener-84375907ffc4bbd1577ccd9c7e38eabd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84375907ffc4bbd1577ccd9c7e38eabd columnFamilyName a 2024-11-12T10:32:06,658 DEBUG [StoreOpener-84375907ffc4bbd1577ccd9c7e38eabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,659 INFO [StoreOpener-84375907ffc4bbd1577ccd9c7e38eabd-1 {}] regionserver.HStore(327): Store=84375907ffc4bbd1577ccd9c7e38eabd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,659 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,660 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,660 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84375907ffc4bbd1577ccd9c7e38eabd 2024-11-12T10:32:06,665 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:06,665 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84375907ffc4bbd1577ccd9c7e38eabd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63611223, jitterRate=-0.05211891233921051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:32:06,666 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84375907ffc4bbd1577ccd9c7e38eabd: Writing region info on filesystem at 1731407526641Initializing all the Stores at 1731407526656 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526656Cleaning up temporary data from old regions at 1731407526660 (+4 ms)Region opened successfully at 1731407526666 (+6 ms) 2024-11-12T10:32:06,679 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84375907ffc4bbd1577ccd9c7e38eabd 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-12T10:32:06,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/.tmp/a/1aa0779a722d4d3dbb91b5957578c92a is 81, key is testSequentialEditLogSeqNum/a:x0/1731407526666/Put/seqid=0 2024-11-12T10:32:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:32:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:32:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741876_1053 (size=5833) 2024-11-12T10:32:06,706 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/.tmp/a/1aa0779a722d4d3dbb91b5957578c92a 2024-11-12T10:32:06,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/.tmp/a/1aa0779a722d4d3dbb91b5957578c92a as hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/a/1aa0779a722d4d3dbb91b5957578c92a 2024-11-12T10:32:06,720 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/a/1aa0779a722d4d3dbb91b5957578c92a, entries=10, sequenceid=13, filesize=5.7 K 2024-11-12T10:32:06,721 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 84375907ffc4bbd1577ccd9c7e38eabd in 42ms, sequenceid=13, compaction requested=false 2024-11-12T10:32:06,722 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 84375907ffc4bbd1577ccd9c7e38eabd: 2024-11-12T10:32:06,732 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:32:06,732 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:32:06,732 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:32:06,732 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:32:06,733 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-12T10:32:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741874_1051 (size=1844) 2024-11-12T10:32:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741874_1051 (size=1844) 2024-11-12T10:32:06,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741874_1051 (size=1844) 2024-11-12T10:32:06,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623, size=1.8 K (1844bytes) 2024-11-12T10:32:06,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 2024-11-12T10:32:06,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 after 0ms 2024-11-12T10:32:06,756 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:06,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 took 4ms 2024-11-12T10:32:06,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 so closing down 2024-11-12T10:32:06,759 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:06,760 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731407526623.temp 2024-11-12T10:32:06,762 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp 2024-11-12T10:32:06,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741877_1054 (size=1477) 2024-11-12T10:32:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741877_1054 (size=1477) 2024-11-12T10:32:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741877_1054 (size=1477) 2024-11-12T10:32:06,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:06,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp to hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000020 2024-11-12T10:32:06,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623, size=1.8 K, length=1844, corrupted=false, cancelled=false 2024-11-12T10:32:06,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623, journal: Splitting hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623, size=1.8 K (1844bytes) at 1731407526753Finishing writing output for hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623 so closing down at 1731407526759 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp at 1731407526762 (+3 ms)3 split writer threads finished at 1731407526762Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731407526774 (+12 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000003-wal.1731407526623.temp to hdfs://localhost:33447/hbase/data/default/testSequentialEditLogSeqNum/84375907ffc4bbd1577ccd9c7e38eabd/recovered.edits/0000000000000000020 at 1731407526776 (+2 ms)Processed 17 edits across 1 Regions in 19 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731407526613/wal.1731407526623, size=1.8 K, length=1844, corrupted=false, cancelled=false at 1731407526776 2024-11-12T10:32:06,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=413 (was 406) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50082 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:42404 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:49140 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=7160 (was 7181) 2024-11-12T10:32:06,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=413, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=7160 2024-11-12T10:32:06,837 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:06,840 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:06,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:06,884 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50588746, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-50588746, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:06,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50588746/hregion-50588746.1731407526884, exclude list is [], retry=0 2024-11-12T10:32:06,906 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:06,906 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:06,906 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:06,908 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50588746/hregion-50588746.1731407526884 2024-11-12T10:32:06,908 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:06,909 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b35d913dce4c79a2e854402bc9235a10, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:32:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:32:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741879_1056 (size=70) 2024-11-12T10:32:06,922 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:06,924 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,925 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName a 2024-11-12T10:32:06,925 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,926 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,926 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,928 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName b 2024-11-12T10:32:06,928 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,929 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,929 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,930 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName c 2024-11-12T10:32:06,930 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,931 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,934 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,934 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,935 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:06,936 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,939 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:06,940 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b35d913dce4c79a2e854402bc9235a10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62596370, jitterRate=-0.06724140048027039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:06,941 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b35d913dce4c79a2e854402bc9235a10: Writing region info on filesystem at 1731407526922Initializing all the Stores at 1731407526923 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526923Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526923Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526923Cleaning up temporary data from old regions at 1731407526934 (+11 ms)Region opened successfully at 1731407526941 (+7 ms) 2024-11-12T10:32:06,941 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b35d913dce4c79a2e854402bc9235a10, disabling compactions & flushes 2024-11-12T10:32:06,941 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:06,941 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:06,941 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. after waiting 0 ms 2024-11-12T10:32:06,941 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:06,942 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:06,942 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b35d913dce4c79a2e854402bc9235a10: Waiting for close lock at 1731407526941Disabling compacts and flushes for region at 1731407526941Disabling writes for close at 1731407526941Writing region close event to WAL at 1731407526942 (+1 ms)Closed at 1731407526942 2024-11-12T10:32:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741878_1055 (size=95) 2024-11-12T10:32:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741878_1055 (size=95) 2024-11-12T10:32:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741878_1055 (size=95) 2024-11-12T10:32:06,948 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:06,948 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50588746:(num 1731407526884) 2024-11-12T10:32:06,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:06,950 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:06,967 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, exclude list is [], retry=0 2024-11-12T10:32:06,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:06,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:06,970 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:06,972 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 2024-11-12T10:32:06,973 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b35d913dce4c79a2e854402bc9235a10, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,973 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,975 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,976 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName a 2024-11-12T10:32:06,976 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,977 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,977 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,978 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName b 2024-11-12T10:32:06,978 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,979 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,979 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,980 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName c 2024-11-12T10:32:06,980 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:06,981 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:06,981 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,981 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,983 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,984 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,984 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,984 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:06,985 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:06,986 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b35d913dce4c79a2e854402bc9235a10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66159086, jitterRate=-0.01415279507637024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:06,987 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b35d913dce4c79a2e854402bc9235a10: Writing region info on filesystem at 1731407526974Initializing all the Stores at 1731407526975 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526975Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526975Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407526975Cleaning up temporary data from old regions at 1731407526984 (+9 ms)Region opened successfully at 1731407526987 (+3 ms) 2024-11-12T10:32:06,991 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731407526990/Put/seqid=0 2024-11-12T10:32:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:32:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:32:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741881_1058 (size=4826) 2024-11-12T10:32:06,999 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in b35d913dce4c79a2e854402bc9235a10/a 2024-11-12T10:32:07,008 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-12T10:32:07,008 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:32:07,008 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b35d913dce4c79a2e854402bc9235a10: 2024-11-12T10:32:07,010 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/3f701fad99f340ccaee3706a66645bc2_SeqId_3_ 2024-11-12T10:32:07,011 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b35d913dce4c79a2e854402bc9235a10/a as hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/3f701fad99f340ccaee3706a66645bc2_SeqId_3_ - updating store file list. 2024-11-12T10:32:07,018 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f701fad99f340ccaee3706a66645bc2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:07,018 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/3f701fad99f340ccaee3706a66645bc2_SeqId_3_ into b35d913dce4c79a2e854402bc9235a10/a 2024-11-12T10:32:07,018 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into b35d913dce4c79a2e854402bc9235a10/a (new location: hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/3f701fad99f340ccaee3706a66645bc2_SeqId_3_) 2024-11-12T10:32:07,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, size=0 (0bytes) 2024-11-12T10:32:07,063 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 might be still open, length is 0 2024-11-12T10:32:07,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 2024-11-12T10:32:07,064 WARN [IPC Server handler 2 on default port 33447 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-12T10:32:07,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 after 1ms 2024-11-12T10:32:09,728 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:49230 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49230 dst: /127.0.0.1:39781 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39781 remote=/127.0.0.1:49230]. Total timeout mills is 60000, 57297 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:09,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:42628 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41509:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42628 dst: /127.0.0.1:41509 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:09,730 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50188 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50188 dst: /127.0.0.1:45195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741880_1059 (size=474) 2024-11-12T10:32:09,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741880_1059 (size=474) 2024-11-12T10:32:11,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 after 4002ms 2024-11-12T10:32:11,069 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:11,069 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 took 4006ms 2024-11-12T10:32:11,071 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951; continuing. 2024-11-12T10:32:11,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 so closing down 2024-11-12T10:32:11,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:11,073 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731407526951.temp 2024-11-12T10:32:11,075 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp 2024-11-12T10:32:11,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741882_1060 (size=259) 2024-11-12T10:32:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741882_1060 (size=259) 2024-11-12T10:32:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741882_1060 (size=259) 2024-11-12T10:32:11,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:11,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp to hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 2024-11-12T10:32:11,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:32:11,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, journal: Splitting hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, size=0 (0bytes) at 1731407527063Finishing writing output for hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 so closing down at 1731407531071 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp at 1731407531076 (+5 ms)3 split writer threads finished at 1731407531076Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731407531085 (+9 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005-wal.1731407526951.temp to hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 at 1731407531087 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951, size=0, length=0, corrupted=false, cancelled=false at 1731407531087 2024-11-12T10:32:11,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407526951 2024-11-12T10:32:11,090 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 2024-11-12T10:32:11,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:11,092 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:11,104 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407531092, exclude list is [], retry=0 2024-11-12T10:32:11,106 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:11,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:11,107 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:11,108 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407531092 2024-11-12T10:32:11,109 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b35d913dce4c79a2e854402bc9235a10, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,109 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,111 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,112 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName a 2024-11-12T10:32:11,112 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,117 DEBUG [StoreFileOpener-b35d913dce4c79a2e854402bc9235a10-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f701fad99f340ccaee3706a66645bc2_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:11,118 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/3f701fad99f340ccaee3706a66645bc2_SeqId_3_ 2024-11-12T10:32:11,118 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:11,118 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,119 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName b 2024-11-12T10:32:11,119 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,119 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:11,120 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,120 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b35d913dce4c79a2e854402bc9235a10 columnFamilyName c 2024-11-12T10:32:11,120 DEBUG [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,121 INFO [StoreOpener-b35d913dce4c79a2e854402bc9235a10-1 {}] regionserver.HStore(327): Store=b35d913dce4c79a2e854402bc9235a10/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:11,121 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,124 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 2024-11-12T10:32:11,127 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 2024-11-12T10:32:11,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b35d913dce4c79a2e854402bc9235a10 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-12T10:32:11,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/.tmp/a/95454aba6c2c406280c7152ac40de614 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731407527023/Put/seqid=0 2024-11-12T10:32:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:32:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:32:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741884_1062 (size=5149) 2024-11-12T10:32:11,149 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/.tmp/a/95454aba6c2c406280c7152ac40de614 2024-11-12T10:32:11,155 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/.tmp/a/95454aba6c2c406280c7152ac40de614 as hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/95454aba6c2c406280c7152ac40de614 2024-11-12T10:32:11,161 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/a/95454aba6c2c406280c7152ac40de614, entries=1, sequenceid=5, filesize=5.0 K 2024-11-12T10:32:11,161 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b35d913dce4c79a2e854402bc9235a10 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-12T10:32:11,162 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/0000000000000000005 2024-11-12T10:32:11,163 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,164 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,164 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:11,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b35d913dce4c79a2e854402bc9235a10 2024-11-12T10:32:11,168 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/b35d913dce4c79a2e854402bc9235a10/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:32:11,169 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b35d913dce4c79a2e854402bc9235a10; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68035107, jitterRate=0.013802096247673035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:11,169 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b35d913dce4c79a2e854402bc9235a10: Writing region info on filesystem at 1731407531109Initializing all the Stores at 1731407531110 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407531110Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407531111 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407531111Obtaining lock to block concurrent updates at 1731407531128 (+17 ms)Preparing flush snapshotting stores in b35d913dce4c79a2e854402bc9235a10 at 1731407531128Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731407531128Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. at 1731407531128Flushing b35d913dce4c79a2e854402bc9235a10/a: creating writer at 1731407531128Flushing b35d913dce4c79a2e854402bc9235a10/a: appending metadata at 1731407531141 (+13 ms)Flushing b35d913dce4c79a2e854402bc9235a10/a: closing flushed file at 1731407531141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa69482: reopening flushed file at 1731407531154 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for b35d913dce4c79a2e854402bc9235a10 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1731407531161 (+7 ms)Cleaning up temporary data from old regions at 1731407531164 (+3 ms)Region opened successfully at 1731407531169 (+5 ms) 2024-11-12T10:32:11,174 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b35d913dce4c79a2e854402bc9235a10, disabling compactions & flushes 2024-11-12T10:32:11,174 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:11,174 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:11,174 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. after waiting 0 ms 2024-11-12T10:32:11,174 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:11,175 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731407526838.b35d913dce4c79a2e854402bc9235a10. 2024-11-12T10:32:11,175 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b35d913dce4c79a2e854402bc9235a10: Waiting for close lock at 1731407531174Disabling compacts and flushes for region at 1731407531174Disabling writes for close at 1731407531174Writing region close event to WAL at 1731407531175 (+1 ms)Closed at 1731407531175 2024-11-12T10:32:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741883_1061 (size=95) 2024-11-12T10:32:11,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407531092 not finished, retry = 0 2024-11-12T10:32:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741883_1061 (size=95) 2024-11-12T10:32:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741883_1061 (size=95) 2024-11-12T10:32:11,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:11,283 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731407531092) 2024-11-12T10:32:11,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=417 (was 413) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33447 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_716789525_22 at /127.0.0.1:50226 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_716789525_22 at /127.0.0.1:49246 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_716789525_22 at /127.0.0.1:42678 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=7103 (was 7160) 2024-11-12T10:32:11,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=417, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=7102 2024-11-12T10:32:11,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:11,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:32:11,343 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,41031,1731407515652 2024-11-12T10:32:11,345 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5327075a 2024-11-12T10:32:11,345 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:32:11,347 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:32:11,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:32:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T10:32:11,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:32:11,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-12T10:32:11,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:32:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:32:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:32:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:32:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741885_1063 (size=694) 2024-11-12T10:32:11,374 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d 2024-11-12T10:32:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:32:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:32:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741886_1064 (size=77) 2024-11-12T10:32:11,382 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:11,383 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:11,383 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,383 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,383 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:11,383 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,383 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,383 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407531382Disabling compacts and flushes for region at 1731407531382Disabling writes for close at 1731407531383 (+1 ms)Writing region close event to WAL at 1731407531383Closed at 1731407531383 2024-11-12T10:32:11,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:32:11,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731407531385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731407531385"}]},"ts":"1731407531385"} 2024-11-12T10:32:11,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T10:32:11,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:32:11,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407531393"}]},"ts":"1731407531393"} 2024-11-12T10:32:11,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-12T10:32:11,399 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:32:11,401 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:32:11,401 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:32:11,401 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:32:11,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:32:11,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN}] 2024-11-12T10:32:11,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN 2024-11-12T10:32:11,406 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN; state=OFFLINE, location=a10fb4296bab,44645,1731407516479; forceNewPlan=false, retain=false 2024-11-12T10:32:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:32:11,560 INFO [a10fb4296bab:41031 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:32:11,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPENING, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:32:11,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN because future has completed 2024-11-12T10:32:11,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479}] 2024-11-12T10:32:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:32:11,733 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,734 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:11,735 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,735 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:11,735 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,735 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,737 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,740 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:11,740 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,741 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:11,741 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,743 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:11,743 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:11,744 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:11,744 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,745 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:11,745 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:11,746 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,746 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,748 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:32:11,749 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,751 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:11,752 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 083bb33182130debc8420507025475ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59801884, jitterRate=-0.10888248682022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:32:11,752 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083bb33182130debc8420507025475ec 2024-11-12T10:32:11,752 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 083bb33182130debc8420507025475ec: Running coprocessor pre-open hook at 1731407531736Writing region info on filesystem at 1731407531736Initializing all the Stores at 1731407531737 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407531737Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407531737Cleaning up temporary data from old regions at 1731407531747 (+10 ms)Running coprocessor post-open hooks at 1731407531752 (+5 ms)Region opened successfully at 1731407531752 2024-11-12T10:32:11,754 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., pid=6, masterSystemTime=1731407531723 2024-11-12T10:32:11,757 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,757 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:11,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:32:11,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 because future has completed 2024-11-12T10:32:11,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T10:32:11,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 in 193 msec 2024-11-12T10:32:11,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T10:32:11,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN in 364 msec 2024-11-12T10:32:11,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:32:11,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731407531771"}]},"ts":"1731407531771"} 2024-11-12T10:32:11,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-12T10:32:11,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:32:11,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 423 msec 2024-11-12T10:32:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:32:11,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-12T10:32:11,995 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-12T10:32:11,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:32:12,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-12T10:32:12,005 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:32:12,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-12T10:32:12,018 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=2] 2024-11-12T10:32:12,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=083bb33182130debc8420507025475ec, source=a10fb4296bab,44645,1731407516479, destination=a10fb4296bab,35453,1731407516583, warming up region on a10fb4296bab,35453,1731407516583 2024-11-12T10:32:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:32:12,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=083bb33182130debc8420507025475ec, source=a10fb4296bab,44645,1731407516479, destination=a10fb4296bab,35453,1731407516583, running balancer 2024-11-12T10:32:12,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:32:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE 2024-11-12T10:32:12,042 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE 2024-11-12T10:32:12,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=CLOSING, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:32:12,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(7855): Warmup {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:12,047 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE because future has completed 2024-11-12T10:32:12,048 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T10:32:12,049 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:12,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479}] 2024-11-12T10:32:12,049 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,049 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,050 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,051 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:12,051 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,051 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:12,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407532052Disabling compacts and flushes for region at 1731407532052Disabling writes for close at 1731407532052Writing region close event to WAL at 1731407532052Closed at 1731407532052 2024-11-12T10:32:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-12T10:32:12,209 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,209 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T10:32:12,210 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:12,210 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,210 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,210 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:12,210 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,210 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 083bb33182130debc8420507025475ec 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-12T10:32:12,231 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/3d9b2885c8604436a2e4feb607d862a4 is 35, key is r1/cf1:q/1731407532021/Put/seqid=0 2024-11-12T10:32:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:32:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:32:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741887_1065 (size=4783) 2024-11-12T10:32:12,240 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/3d9b2885c8604436a2e4feb607d862a4 2024-11-12T10:32:12,247 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/3d9b2885c8604436a2e4feb607d862a4 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4 2024-11-12T10:32:12,253 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T10:32:12,254 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 083bb33182130debc8420507025475ec in 44ms, sequenceid=5, compaction requested=false 2024-11-12T10:32:12,254 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-12T10:32:12,258 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:32:12,261 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,261 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407532209Running coprocessor pre-close hooks at 1731407532209Disabling compacts and flushes for region at 1731407532209Disabling writes for close at 1731407532210 (+1 ms)Obtaining lock to block concurrent updates at 1731407532210Preparing flush snapshotting stores in 083bb33182130debc8420507025475ec at 1731407532210Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731407532211 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. at 1731407532211Flushing 083bb33182130debc8420507025475ec/cf1: creating writer at 1731407532212 (+1 ms)Flushing 083bb33182130debc8420507025475ec/cf1: appending metadata at 1731407532231 (+19 ms)Flushing 083bb33182130debc8420507025475ec/cf1: closing flushed file at 1731407532231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2dce5a: reopening flushed file at 1731407532246 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 083bb33182130debc8420507025475ec in 44ms, sequenceid=5, compaction requested=false at 1731407532254 (+8 ms)Writing region close event to WAL at 1731407532255 (+1 ms)Running coprocessor post-close hooks at 1731407532259 (+4 ms)Closed at 1731407532261 (+2 ms) 2024-11-12T10:32:12,261 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 083bb33182130debc8420507025475ec move to a10fb4296bab,35453,1731407516583 record at close sequenceid=5 2024-11-12T10:32:12,264 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=CLOSED 2024-11-12T10:32:12,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 because future has completed 2024-11-12T10:32:12,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T10:32:12,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 in 220 msec 2024-11-12T10:32:12,272 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE; state=CLOSED, location=a10fb4296bab,35453,1731407516583; forceNewPlan=false, retain=false 2024-11-12T10:32:12,423 INFO [a10fb4296bab:41031 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:32:12,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPENING, regionLocation=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:12,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE because future has completed 2024-11-12T10:32:12,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583}] 2024-11-12T10:32:12,584 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,584 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:12,585 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,585 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:12,585 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,585 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,587 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,588 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:12,588 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,599 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4 2024-11-12T10:32:12,599 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,599 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,601 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:12,601 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,601 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,601 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,602 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:12,603 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:12,604 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,604 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,605 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:32:12,606 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,607 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 083bb33182130debc8420507025475ec; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63232287, jitterRate=-0.057765498757362366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:32:12,607 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,608 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 083bb33182130debc8420507025475ec: Running coprocessor pre-open hook at 1731407532585Writing region info on filesystem at 1731407532585Initializing all the Stores at 1731407532586 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407532586Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407532587 (+1 ms)Cleaning up temporary data from old regions at 1731407532604 (+17 ms)Running coprocessor post-open hooks at 1731407532607 (+3 ms)Region opened successfully at 1731407532608 (+1 ms) 2024-11-12T10:32:12,609 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., pid=9, masterSystemTime=1731407532580 2024-11-12T10:32:12,612 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,612 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPEN, openSeqNum=9, regionLocation=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:12,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583 because future has completed 2024-11-12T10:32:12,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-12T10:32:12,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583 in 191 msec 2024-11-12T10:32:12,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE in 582 msec 2024-11-12T10:32:12,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:32:12,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:32:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:43954 deadline: 1731407592653, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=35453 startCode=1731407516583. As of locationSeqNum=5. 2024-11-12T10:32:12,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=35453 startCode=1731407516583. As of locationSeqNum=5. 2024-11-12T10:32:12,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=35453 startCode=1731407516583. As of locationSeqNum=5. 2024-11-12T10:32:12,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,35453,1731407516583, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=35453 startCode=1731407516583. As of locationSeqNum=5. 2024-11-12T10:32:12,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:32:12,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:32:12,784 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 083bb33182130debc8420507025475ec 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-12T10:32:12,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/8d7c5858571446aa9145eb185d6df5bd is 29, key is r1/cf1:/1731407532775/DeleteFamily/seqid=0 2024-11-12T10:32:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:32:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:32:12,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741888_1066 (size=4906) 2024-11-12T10:32:12,810 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,816 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,831 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 is 29, key is r1/cf2:/1731407532775/DeleteFamily/seqid=0 2024-11-12T10:32:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:32:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:32:12,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741889_1067 (size=4906) 2024-11-12T10:32:12,839 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,845 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/8d7c5858571446aa9145eb185d6df5bd as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,853 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,853 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T10:32:12,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,860 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9, entries=1, sequenceid=12, filesize=4.8 K 2024-11-12T10:32:12,862 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 083bb33182130debc8420507025475ec in 78ms, sequenceid=12, compaction requested=false 2024-11-12T10:32:12,862 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 083bb33182130debc8420507025475ec: 2024-11-12T10:32:12,864 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-12T10:32:12,866 DEBUG [Time-limited test {}] regionserver.HStore(1541): 083bb33182130debc8420507025475ec/cf1 is initiating major compaction (all files) 2024-11-12T10:32:12,866 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:32:12,866 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:32:12,867 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 083bb33182130debc8420507025475ec/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,867 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4, hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd] into tmpdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp, totalSize=9.5 K 2024-11-12T10:32:12,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3d9b2885c8604436a2e4feb607d862a4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731407532021 2024-11-12T10:32:12,869 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8d7c5858571446aa9145eb185d6df5bd, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T10:32:12,880 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 083bb33182130debc8420507025475ec#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:32:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:32:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:32:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741890_1068 (size=4626) 2024-11-12T10:32:12,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf1/de0c154be3464e868a0cedc5388e8045 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/de0c154be3464e868a0cedc5388e8045 2024-11-12T10:32:12,915 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 083bb33182130debc8420507025475ec/cf1 of 083bb33182130debc8420507025475ec into de0c154be3464e868a0cedc5388e8045(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:32:12,915 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 083bb33182130debc8420507025475ec: 2024-11-12T10:32:12,915 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T10:32:12,915 DEBUG [Time-limited test {}] regionserver.HStore(1541): 083bb33182130debc8420507025475ec/cf2 is initiating major compaction (all files) 2024-11-12T10:32:12,916 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:32:12,916 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:32:12,916 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 083bb33182130debc8420507025475ec/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,916 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9] into tmpdir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp, totalSize=4.8 K 2024-11-12T10:32:12,917 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cd2a6b60090f490b8497c58b2a3dd1f9, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-12T10:32:12,923 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 083bb33182130debc8420507025475ec#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T10:32:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:32:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:32:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741891_1069 (size=4592) 2024-11-12T10:32:12,942 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/.tmp/cf2/6d5fd369f3894040b9de79b3b5ae7582 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/6d5fd369f3894040b9de79b3b5ae7582 2024-11-12T10:32:12,950 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 083bb33182130debc8420507025475ec/cf2 of 083bb33182130debc8420507025475ec into 6d5fd369f3894040b9de79b3b5ae7582(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:32:12,950 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 083bb33182130debc8420507025475ec: 2024-11-12T10:32:12,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=083bb33182130debc8420507025475ec, source=a10fb4296bab,35453,1731407516583, destination=a10fb4296bab,44645,1731407516479, warming up region on a10fb4296bab,44645,1731407516479 2024-11-12T10:32:12,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=083bb33182130debc8420507025475ec, source=a10fb4296bab,35453,1731407516583, destination=a10fb4296bab,44645,1731407516479, running balancer 2024-11-12T10:32:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE 2024-11-12T10:32:12,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE 2024-11-12T10:32:12,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=CLOSING, regionLocation=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:12,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(7855): Warmup {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:12,959 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,961 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:12,961 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE because future has completed 2024-11-12T10:32:12,962 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T10:32:12,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583}] 2024-11-12T10:32:12,970 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4 2024-11-12T10:32:12,975 INFO [StoreFileOpener-083bb33182130debc8420507025475ec-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,975 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:12,981 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/de0c154be3464e868a0cedc5388e8045 2024-11-12T10:32:12,981 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,981 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:12,983 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:12,983 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:12,991 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/6d5fd369f3894040b9de79b3b5ae7582 2024-11-12T10:32:12,997 INFO [StoreFileOpener-083bb33182130debc8420507025475ec-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,997 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:12,997 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:12,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44645 {}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407532998Disabling compacts and flushes for region at 1731407532998Disabling writes for close at 1731407532998Writing region close event to WAL at 1731407532999 (+1 ms)Closed at 1731407532999 2024-11-12T10:32:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-12T10:32:13,116 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,116 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T10:32:13,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:13,117 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:13,117 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,117 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4, hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd] to archive 2024-11-12T10:32:13,121 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:32:13,126 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4 to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/3d9b2885c8604436a2e4feb607d862a4 2024-11-12T10:32:13,129 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/8d7c5858571446aa9145eb185d6df5bd 2024-11-12T10:32:13,144 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9] to archive 2024-11-12T10:32:13,145 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:32:13,147 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/cd2a6b60090f490b8497c58b2a3dd1f9 2024-11-12T10:32:13,152 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-12T10:32:13,153 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,153 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407533117Running coprocessor pre-close hooks at 1731407533117Disabling compacts and flushes for region at 1731407533117Disabling writes for close at 1731407533117Writing region close event to WAL at 1731407533148 (+31 ms)Running coprocessor post-close hooks at 1731407533153 (+5 ms)Closed at 1731407533153 2024-11-12T10:32:13,153 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 083bb33182130debc8420507025475ec move to a10fb4296bab,44645,1731407516479 record at close sequenceid=12 2024-11-12T10:32:13,155 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,156 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=CLOSED 2024-11-12T10:32:13,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583 because future has completed 2024-11-12T10:32:13,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T10:32:13,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,35453,1731407516583 in 198 msec 2024-11-12T10:32:13,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE; state=CLOSED, location=a10fb4296bab,44645,1731407516479; forceNewPlan=false, retain=false 2024-11-12T10:32:13,315 INFO [a10fb4296bab:41031 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T10:32:13,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPENING, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:32:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE because future has completed 2024-11-12T10:32:13,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479}] 2024-11-12T10:32:13,477 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,477 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:13,478 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,478 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:13,478 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,478 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,480 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,481 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:13,481 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:13,488 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/de0c154be3464e868a0cedc5388e8045 2024-11-12T10:32:13,488 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:13,488 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,489 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:13,489 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:13,495 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/6d5fd369f3894040b9de79b3b5ae7582 2024-11-12T10:32:13,495 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:13,496 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,496 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:13,498 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:13,499 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,499 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,500 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:32:13,502 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,503 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 083bb33182130debc8420507025475ec; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65235620, jitterRate=-0.02791351079940796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:32:13,503 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,503 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 083bb33182130debc8420507025475ec: Running coprocessor pre-open hook at 1731407533478Writing region info on filesystem at 1731407533478Initializing all the Stores at 1731407533480 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407533480Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407533480Cleaning up temporary data from old regions at 1731407533499 (+19 ms)Running coprocessor post-open hooks at 1731407533503 (+4 ms)Region opened successfully at 1731407533503 2024-11-12T10:32:13,504 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., pid=12, masterSystemTime=1731407533471 2024-11-12T10:32:13,507 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,507 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPEN, openSeqNum=18, regionLocation=a10fb4296bab,44645,1731407516479 2024-11-12T10:32:13,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 because future has completed 2024-11-12T10:32:13,511 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a10fb4296bab,44645,1731407516479, table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T10:32:13,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T10:32:13,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,44645,1731407516479 in 192 msec 2024-11-12T10:32:13,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, REOPEN/MOVE in 559 msec 2024-11-12T10:32:13,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:32:13,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:32:13,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a10fb4296bab,44645,1731407516479: testing ***** 2024-11-12T10:32:13,563 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:32:13,565 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:32:13,567 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:32:13,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:32:13,571 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:32:13,581 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 328702120 }, "NonHeapMemoryUsage": { "committed": 170721280, "init": 7667712, "max": -1, "used": 168138952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58520", "tag.serverName": "a10fb4296bab,35453,1731407516583", "tag.clusterId": "6ca91c3c-65e9-41a9-9820-5526225384e6", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731407516583, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T10:32:13,584 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41031 {}] master.MasterRpcServices(700): a10fb4296bab,44645,1731407516479 reported a fatal error: ***** ABORTING region server a10fb4296bab,44645,1731407516479: testing ***** 2024-11-12T10:32:13,586 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,44645,1731407516479' ***** 2024-11-12T10:32:13,586 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-12T10:32:13,586 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:32:13,586 INFO [RS:0;a10fb4296bab:44645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:32:13,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:32:13,586 INFO [RS:0;a10fb4296bab:44645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:32:13,587 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(3091): Received CLOSE for 083bb33182130debc8420507025475ec 2024-11-12T10:32:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:60758 deadline: 1731407593587, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=44645 startCode=1731407516479. As of locationSeqNum=12. 2024-11-12T10:32:13,587 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(956): aborting server a10fb4296bab,44645,1731407516479 2024-11-12T10:32:13,587 INFO [RS:0;a10fb4296bab:44645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:32:13,587 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:13,587 INFO [RS:0;a10fb4296bab:44645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:44645. 2024-11-12T10:32:13,587 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,587 DEBUG [RS:0;a10fb4296bab:44645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:32:13,587 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,588 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 1 ms 2024-11-12T10:32:13,588 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,588 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,35453,1731407516583, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,35453,1731407516583, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=44645 startCode=1731407516479. As of locationSeqNum=12. 2024-11-12T10:32:13,588 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,35453,1731407516583, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=44645 startCode=1731407516479. As of locationSeqNum=12. 2024-11-12T10:32:13,588 DEBUG [RS:0;a10fb4296bab:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:13,588 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,35453,1731407516583, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a10fb4296bab port=44645 startCode=1731407516479. As of locationSeqNum=12. 2024-11-12T10:32:13,588 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:32:13,588 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:32:13,588 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:32:13,589 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:32:13,589 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T10:32:13,589 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 083bb33182130debc8420507025475ec=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.} 2024-11-12T10:32:13,589 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:32:13,589 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:32:13,589 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:32:13,589 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:32:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:13,590 DEBUG [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1351): Waiting on 083bb33182130debc8420507025475ec, 1588230740 2024-11-12T10:32:13,590 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:32:13,590 ERROR [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-12T10:32:13,590 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:32:13,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting 2024-11-12T10:32:13,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting 2024-11-12T10:32:13,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 from cache 2024-11-12T10:32:13,591 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:32:13,591 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407533589Running coprocessor pre-close hooks at 1731407533589Disabling compacts and flushes for region at 1731407533589Disabling writes for close at 1731407533590 (+1 ms)Writing region close event to WAL at 1731407533590Running coprocessor post-close hooks at 1731407533590Closed at 1731407533591 (+1 ms) 2024-11-12T10:32:13,591 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:32:13,592 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,592 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407533587Running coprocessor pre-close hooks at 1731407533587Disabling compacts and flushes for region at 1731407533587Disabling writes for close at 1731407533588 (+1 ms)Writing region close event to WAL at 1731407533592 (+4 ms)Running coprocessor post-close hooks at 1731407533592Closed at 1731407533592 2024-11-12T10:32:13,592 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:13,594 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:13,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:13,703 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1] 2024-11-12T10:32:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:13,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting 2024-11-12T10:32:13,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a10fb4296bab,44645,1731407516479 aborting 2024-11-12T10:32:13,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 from cache 2024-11-12T10:32:13,790 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,44645,1731407516479; all regions closed. 2024-11-12T10:32:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741836_1012 (size=3561) 2024-11-12T10:32:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741836_1012 (size=3561) 2024-11-12T10:32:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741836_1012 (size=3561) 2024-11-12T10:32:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741835_1011 (size=1404) 2024-11-12T10:32:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741835_1011 (size=1404) 2024-11-12T10:32:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741835_1011 (size=1404) 2024-11-12T10:32:13,797 DEBUG [RS:0;a10fb4296bab:44645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:13,798 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:13,798 INFO [RS:0;a10fb4296bab:44645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:32:13,798 INFO [RS:0;a10fb4296bab:44645 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:32:13,798 INFO [RS:0;a10fb4296bab:44645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:32:13,798 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:32:13,799 INFO [RS:0;a10fb4296bab:44645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44645 2024-11-12T10:32:13,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:13,913 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1] 2024-11-12T10:32:13,915 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a10fb4296bab:44645 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a10fb4296bab/172.17.0.3:44645 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:13,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1, error=java.net.ConnectException: Call to address=a10fb4296bab:44645 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a10fb4296bab/172.17.0.3:44645 2024-11-12T10:32:13,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T10:32:13,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 from cache 2024-11-12T10:32:13,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address a10fb4296bab:44645 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a10fb4296bab/172.17.0.3:44645 2024-11-12T10:32:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:32:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,44645,1731407516479 2024-11-12T10:32:14,018 INFO [RS:0;a10fb4296bab:44645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:32:14,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,44645,1731407516479] 2024-11-12T10:32:14,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,44645,1731407516479 already deleted, retry=false 2024-11-12T10:32:14,039 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a10fb4296bab,44645,1731407516479 on a10fb4296bab,41031,1731407515652 2024-11-12T10:32:14,044 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a10fb4296bab,44645,1731407516479, splitWal=true, meta=true 2024-11-12T10:32:14,047 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for a10fb4296bab,44645,1731407516479 (carryingMeta=true) a10fb4296bab,44645,1731407516479/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@16691d29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:32:14,047 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a10fb4296bab,44645,1731407516479, splitWal=true, meta=true 2024-11-12T10:32:14,048 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,44645,1731407516479, splitWal=true, meta=true, isMeta: true 2024-11-12T10:32:14,050 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting 2024-11-12T10:32:14,051 INFO [PEWorker-2 {}] master.SplitWALManager(105): a10fb4296bab,44645,1731407516479 WAL count=1, meta=true 2024-11-12T10:32:14,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta}] 2024-11-12T10:32:14,059 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=a10fb4296bab,34745,1731407516628 2024-11-12T10:32:14,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, worker=a10fb4296bab,34745,1731407516628}] 2024-11-12T10:32:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44645-0x1012e9a08a80001, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:14,129 INFO [RS:0;a10fb4296bab:44645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:32:14,129 INFO [RS:0;a10fb4296bab:44645 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,44645,1731407516479; zookeeper connection closed. 2024-11-12T10:32:14,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a3017d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a3017d5 2024-11-12T10:32:14,221 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:32:14,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:14,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:32:14,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1] 2024-11-12T10:32:14,223 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to a10fb4296bab:44645 this server is in the failed servers list 2024-11-12T10:32:14,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-12T10:32:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a10fb4296bab:44645 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a10fb4296bab:44645 2024-11-12T10:32:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a10fb4296bab:44645 2024-11-12T10:32:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 from cache 2024-11-12T10:32:14,242 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, size=3.5 K (3561bytes) 2024-11-12T10:32:14,242 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta 2024-11-12T10:32:14,242 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta after 0ms 2024-11-12T10:32:14,245 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:14,245 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta took 3ms 2024-11-12T10:32:14,252 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T10:32:14,253 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta so closing down 2024-11-12T10:32:14,253 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:14,254 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp 2024-11-12T10:32:14,256 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp 2024-11-12T10:32:14,256 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741892_1070 (size=3346) 2024-11-12T10:32:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741892_1070 (size=3346) 2024-11-12T10:32:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741892_1070 (size=3346) 2024-11-12T10:32:14,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:14,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-12T10:32:14,268 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-11-12T10:32:14,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, journal: Splitting hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, size=3.5 K (3561bytes) at 1731407534242Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta so closing down at 1731407534253 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp at 1731407534256 (+3 ms)3 split writer threads finished at 1731407534256Closed recovered edits writer path=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731407534266 (+10 ms)Rename recovered edits hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta.temp to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731407534267 (+1 ms)Processed 16 edits across 1 Regions in 21 ms; skipped=1; WAL=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1731407534268 (+1 ms) 2024-11-12T10:32:14,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta 2024-11-12T10:32:14,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T10:32:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T10:32:14,276 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs 2024-11-12T10:32:14,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T10:32:14,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, worker=a10fb4296bab,34745,1731407516628 in 214 msec 2024-11-12T10:32:14,281 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a10fb4296bab,34745,1731407516628 2024-11-12T10:32:14,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T10:32:14,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a10fb4296bab%2C44645%2C1731407516479.meta.1731407518597.meta, worker=a10fb4296bab,34745,1731407516628 in 228 msec 2024-11-12T10:32:14,287 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting dir is empty, no logs to split. 2024-11-12T10:32:14,287 INFO [PEWorker-2 {}] master.SplitWALManager(105): a10fb4296bab,44645,1731407516479 WAL count=0, meta=true 2024-11-12T10:32:14,287 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,44645,1731407516479 WAL splitting is done? wals=0, meta=true 2024-11-12T10:32:14,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:32:14,290 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:32:14,291 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:32:14,441 DEBUG [a10fb4296bab:41031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:32:14,442 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:32:14,442 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:32:14,442 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:32:14,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:14,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35453,1731407516583, state=OPENING 2024-11-12T10:32:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:32:14,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35453,1731407516583}] 2024-11-12T10:32:14,701 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:32:14,701 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:14,702 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:32:14,705 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35453%2C1731407516583.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs, maxLogs=32 2024-11-12T10:32:14,716 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583/a10fb4296bab%2C35453%2C1731407516583.meta.1731407534705.meta, exclude list is [], retry=0 2024-11-12T10:32:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:14,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:14,720 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,35453,1731407516583/a10fb4296bab%2C35453%2C1731407516583.meta.1731407534705.meta 2024-11-12T10:32:14,721 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:14,721 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:14,721 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:32:14,721 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:32:14,721 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:32:14,722 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:32:14,722 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:14,722 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:32:14,722 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:32:14,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:32:14,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:32:14,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:14,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:32:14,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:32:14,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:32:14,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:14,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:32:14,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:32:14,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:32:14,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:14,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:32:14,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:32:14,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:32:14,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:14,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:32:14,729 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:32:14,730 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:32:14,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:14,731 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740 2024-11-12T10:32:14,732 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1] 2024-11-12T10:32:14,732 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-12T10:32:14,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35453 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Get size: 119 connection: 172.17.0.3:60758 deadline: 1731407594733, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a10fb4296bab,35453,1731407516583 2024-11-12T10:32:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a10fb4296bab,35453,1731407516583 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:32:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on a10fb4296bab,35453,1731407516583 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.get(RSRpcServices.java:2474) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43504) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T10:32:14,734 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1 from cache 2024-11-12T10:32:14,734 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:14,736 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-12T10:32:14,737 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-12T10:32:14,754 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/a63e12875e1b43b3be0222484cff8e75 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec./info:regioninfo/1731407533507/Put/seqid=0 2024-11-12T10:32:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741894_1072 (size=11177) 2024-11-12T10:32:14,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741894_1072 (size=11177) 2024-11-12T10:32:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741894_1072 (size=11177) 2024-11-12T10:32:14,762 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/a63e12875e1b43b3be0222484cff8e75 2024-11-12T10:32:14,782 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/ns/d282515a330c46db8cbac06bd874069e is 43, key is default/ns:d/1731407518795/Put/seqid=0 2024-11-12T10:32:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741895_1073 (size=5153) 2024-11-12T10:32:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741895_1073 (size=5153) 2024-11-12T10:32:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741895_1073 (size=5153) 2024-11-12T10:32:14,789 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/ns/d282515a330c46db8cbac06bd874069e 2024-11-12T10:32:14,808 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/table/8c6a5c3d039f4f58913850d3fb015a67 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731407531771/Put/seqid=0 2024-11-12T10:32:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741896_1074 (size=5431) 2024-11-12T10:32:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741896_1074 (size=5431) 2024-11-12T10:32:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741896_1074 (size=5431) 2024-11-12T10:32:14,814 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/table/8c6a5c3d039f4f58913850d3fb015a67 2024-11-12T10:32:14,820 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/a63e12875e1b43b3be0222484cff8e75 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/info/a63e12875e1b43b3be0222484cff8e75 2024-11-12T10:32:14,828 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/info/a63e12875e1b43b3be0222484cff8e75, entries=36, sequenceid=18, filesize=10.9 K 2024-11-12T10:32:14,829 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/ns/d282515a330c46db8cbac06bd874069e as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/ns/d282515a330c46db8cbac06bd874069e 2024-11-12T10:32:14,835 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/ns/d282515a330c46db8cbac06bd874069e, entries=2, sequenceid=18, filesize=5.0 K 2024-11-12T10:32:14,836 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/table/8c6a5c3d039f4f58913850d3fb015a67 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/table/8c6a5c3d039f4f58913850d3fb015a67 2024-11-12T10:32:14,841 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/table/8c6a5c3d039f4f58913850d3fb015a67, entries=2, sequenceid=18, filesize=5.3 K 2024-11-12T10:32:14,842 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null 2024-11-12T10:32:14,842 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-12T10:32:14,844 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:32:14,844 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:32:14,844 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:32:14,846 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:32:14,848 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-12T10:32:14,849 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68191373, jitterRate=0.016130641102790833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:32:14,849 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:32:14,850 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731407534722Writing region info on filesystem at 1731407534722Initializing all the Stores at 1731407534723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407534723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407534723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407534723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731407534723Obtaining lock to block concurrent updates at 1731407534737 (+14 ms)Preparing flush snapshotting stores in 1588230740 at 1731407534737Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731407534737Flushing stores of hbase:meta,,1.1588230740 at 1731407534737Flushing 1588230740/info: creating writer at 1731407534737Flushing 1588230740/info: appending metadata at 1731407534754 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731407534754Flushing 1588230740/ns: creating writer at 1731407534769 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731407534782 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731407534782Flushing 1588230740/table: creating writer at 1731407534794 (+12 ms)Flushing 1588230740/table: appending metadata at 1731407534807 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731407534807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781b5304: reopening flushed file at 1731407534819 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ed48d2: reopening flushed file at 1731407534828 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7065f93c: reopening flushed file at 1731407534835 (+7 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null at 1731407534842 (+7 ms)Cleaning up temporary data from old regions at 1731407534844 (+2 ms)Running coprocessor post-open hooks at 1731407534849 (+5 ms)Region opened successfully at 1731407534849 2024-11-12T10:32:14,851 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731407534689 2024-11-12T10:32:14,853 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:32:14,853 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:32:14,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:14,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,35453,1731407516583, state=OPEN 2024-11-12T10:32:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:32:14,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:14,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:32:14,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T10:32:14,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,35453,1731407516583 in 342 msec 2024-11-12T10:32:14,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T10:32:14,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-11-12T10:32:14,881 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a10fb4296bab,44645,1731407516479 had 2 regions 2024-11-12T10:32:14,882 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,44645,1731407516479, splitWal=true, meta=true, isMeta: false 2024-11-12T10:32:14,884 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,44645,1731407516479 WAL count=1, meta=false 2024-11-12T10:32:14,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a10fb4296bab%2C44645%2C1731407516479.1731407518232}] 2024-11-12T10:32:14,886 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:14,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C44645%2C1731407516479.1731407518232, worker=a10fb4296bab,35453,1731407516583}] 2024-11-12T10:32:15,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-12T10:32:15,058 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232, size=1.4 K (1404bytes) 2024-11-12T10:32:15,058 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 2024-11-12T10:32:15,059 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 after 1ms 2024-11-12T10:32:15,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:15,061 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 took 3ms 2024-11-12T10:32:15,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 083bb33182130debc8420507025475ec: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-12T10:32:15,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 so closing down 2024-11-12T10:32:15,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:15,064 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:15,064 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232, size=1.4 K, length=1404, corrupted=false, cancelled=false 2024-11-12T10:32:15,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232, journal: Splitting hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232, size=1.4 K (1404bytes) at 1731407535058Finishing writing output for hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 so closing down at 1731407535064 (+6 ms)3 split writer threads finished at 1731407535064Processed 6 edits across 0 Regions in 2 ms; skipped=6; WAL=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232, size=1.4 K, length=1404, corrupted=false, cancelled=false at 1731407535065 (+1 ms) 2024-11-12T10:32:15,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 2024-11-12T10:32:15,065 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-12T10:32:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-12T10:32:15,069 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting/a10fb4296bab%2C44645%2C1731407516479.1731407518232 to hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs 2024-11-12T10:32:15,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T10:32:15,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C44645%2C1731407516479.1731407518232, worker=a10fb4296bab,35453,1731407516583 in 182 msec 2024-11-12T10:32:15,073 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=a10fb4296bab,35453,1731407516583 2024-11-12T10:32:15,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-12T10:32:15,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a10fb4296bab%2C44645%2C1731407516479.1731407518232, worker=a10fb4296bab,35453,1731407516583 in 189 msec 2024-11-12T10:32:15,077 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/WALs/a10fb4296bab,44645,1731407516479-splitting dir is empty, no logs to split. 2024-11-12T10:32:15,078 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,44645,1731407516479 WAL count=0, meta=false 2024-11-12T10:32:15,078 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,44645,1731407516479 WAL splitting is done? wals=0, meta=false 2024-11-12T10:32:15,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN}] 2024-11-12T10:32:15,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN 2024-11-12T10:32:15,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:32:15,233 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:32:15,234 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:32:15,234 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:32:15,234 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:32:15,234 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:32:15,234 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:32:15,234 INFO [a10fb4296bab:41031 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:32:15,234 DEBUG [a10fb4296bab:41031 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:32:15,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPENING, regionLocation=a10fb4296bab,34745,1731407516628 2024-11-12T10:32:15,236 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a10fb4296bab:44645 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a10fb4296bab/172.17.0.3:44645 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1, error=java.net.ConnectException: Call to address=a10fb4296bab:44645 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a10fb4296bab/172.17.0.3:44645 2024-11-12T10:32:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T10:32:15,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,44645,1731407516479, seqNum=-1 from cache 2024-11-12T10:32:15,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address a10fb4296bab:44645 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: a10fb4296bab/172.17.0.3:44645 2024-11-12T10:32:15,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:15,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1] 2024-11-12T10:32:15,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:32:15,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:32:15,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN because future has completed 2024-11-12T10:32:15,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,34745,1731407516628}] 2024-11-12T10:32:15,508 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:15,508 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 083bb33182130debc8420507025475ec, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:15,508 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,508 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:15,508 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,508 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,510 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,511 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf1 2024-11-12T10:32:15,511 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:15,517 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf1/de0c154be3464e868a0cedc5388e8045 2024-11-12T10:32:15,517 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:15,518 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,518 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083bb33182130debc8420507025475ec columnFamilyName cf2 2024-11-12T10:32:15,519 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:15,525 DEBUG [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/cf2/6d5fd369f3894040b9de79b3b5ae7582 2024-11-12T10:32:15,525 INFO [StoreOpener-083bb33182130debc8420507025475ec-1 {}] regionserver.HStore(327): Store=083bb33182130debc8420507025475ec/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:15,525 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,526 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:15,527 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec 2024-11-12T10:32:15,528 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,528 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,528 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-12T10:32:15,530 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,530 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 083bb33182130debc8420507025475ec; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67881908, jitterRate=0.011519253253936768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-12T10:32:15,530 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083bb33182130debc8420507025475ec 2024-11-12T10:32:15,531 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 083bb33182130debc8420507025475ec: Running coprocessor pre-open hook at 1731407535509Writing region info on filesystem at 1731407535509Initializing all the Stores at 1731407535509Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407535510 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407535510Cleaning up temporary data from old regions at 1731407535528 (+18 ms)Running coprocessor post-open hooks at 1731407535530 (+2 ms)Region opened successfully at 1731407535531 (+1 ms) 2024-11-12T10:32:15,532 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., pid=21, masterSystemTime=1731407535503 2024-11-12T10:32:15,534 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:15,534 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:15,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=083bb33182130debc8420507025475ec, regionState=OPEN, openSeqNum=18, regionLocation=a10fb4296bab,34745,1731407516628 2024-11-12T10:32:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,34745,1731407516628 because future has completed 2024-11-12T10:32:15,538 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=a10fb4296bab,34745,1731407516628, table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T10:32:15,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-12T10:32:15,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 083bb33182130debc8420507025475ec, server=a10fb4296bab,34745,1731407516628 in 189 msec 2024-11-12T10:32:15,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-12T10:32:15,544 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a10fb4296bab,44645,1731407516479 after splitting done 2024-11-12T10:32:15,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=083bb33182130debc8420507025475ec, ASSIGN in 461 msec 2024-11-12T10:32:15,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a10fb4296bab,44645,1731407516479, splitWal=true, meta=true in 1.5050 sec 2024-11-12T10:32:15,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:32:15,744 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,35453,1731407516583, seqNum=-1] 2024-11-12T10:32:15,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to a10fb4296bab:44645 this server is in the failed servers list 2024-11-12T10:32:15,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a10fb4296bab:44645 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a10fb4296bab:44645 2024-11-12T10:32:15,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a10fb4296bab:44645 2024-11-12T10:32:15,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,44645,1731407516479, seqNum=12 from cache 2024-11-12T10:32:16,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T10:32:16,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:16,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-12T10:32:16,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:16,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-12T10:32:16,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:16,080 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec., hostname=a10fb4296bab,34745,1731407516628, seqNum=18] 2024-11-12T10:32:16,080 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:32:16,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:32:16,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 417), OpenFileDescriptor=1048 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7031 (was 7102) 2024-11-12T10:32:16,097 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-12T10:32:16,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1048, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=7031 2024-11-12T10:32:16,109 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1048 is superior to 1024 2024-11-12T10:32:16,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:16,124 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:16,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:16,128 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41221266, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-41221266, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:16,139 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41221266/hregion-41221266.1731407536128, exclude list is [], retry=0 2024-11-12T10:32:16,142 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:16,142 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:16,142 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:16,145 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41221266/hregion-41221266.1731407536128 2024-11-12T10:32:16,146 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:16,146 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4b0d77cd34af82668fe4fc7f7e71204c, NAME => 'testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741898_1076 (size=67) 2024-11-12T10:32:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741898_1076 (size=67) 2024-11-12T10:32:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741898_1076 (size=67) 2024-11-12T10:32:16,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:16,158 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,160 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName a 2024-11-12T10:32:16,160 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,160 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,160 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,161 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName b 2024-11-12T10:32:16,162 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,162 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,162 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,163 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName c 2024-11-12T10:32:16,164 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,164 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,166 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,166 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,166 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:16,167 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,169 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:16,170 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b0d77cd34af82668fe4fc7f7e71204c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69865241, jitterRate=0.04107321798801422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:16,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b0d77cd34af82668fe4fc7f7e71204c: Writing region info on filesystem at 1731407536157Initializing all the Stores at 1731407536158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536158Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536158Cleaning up temporary data from old regions at 1731407536166 (+8 ms)Region opened successfully at 1731407536170 (+4 ms) 2024-11-12T10:32:16,170 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b0d77cd34af82668fe4fc7f7e71204c, disabling compactions & flushes 2024-11-12T10:32:16,170 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,170 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,170 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. after waiting 0 ms 2024-11-12T10:32:16,170 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,171 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,171 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b0d77cd34af82668fe4fc7f7e71204c: Waiting for close lock at 1731407536170Disabling compacts and flushes for region at 1731407536170Disabling writes for close at 1731407536170Writing region close event to WAL at 1731407536171 (+1 ms)Closed at 1731407536171 2024-11-12T10:32:16,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741897_1075 (size=95) 2024-11-12T10:32:16,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741897_1075 (size=95) 2024-11-12T10:32:16,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741897_1075 (size=95) 2024-11-12T10:32:16,176 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:16,176 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41221266:(num 1731407536128) 2024-11-12T10:32:16,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:16,177 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:16,190 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, exclude list is [], retry=0 2024-11-12T10:32:16,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:16,193 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:16,194 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:16,195 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 2024-11-12T10:32:16,195 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:16,195 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b0d77cd34af82668fe4fc7f7e71204c, NAME => 'testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:16,196 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:16,196 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,196 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,197 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,198 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName a 2024-11-12T10:32:16,198 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,199 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,199 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,200 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName b 2024-11-12T10:32:16,200 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,201 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,201 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,202 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName c 2024-11-12T10:32:16,202 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,202 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,202 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,203 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,205 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,205 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,206 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:16,207 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,207 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b0d77cd34af82668fe4fc7f7e71204c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65673455, jitterRate=-0.02138926088809967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:16,208 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b0d77cd34af82668fe4fc7f7e71204c: Writing region info on filesystem at 1731407536196Initializing all the Stores at 1731407536197 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536197Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536197Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536197Cleaning up temporary data from old regions at 1731407536205 (+8 ms)Region opened successfully at 1731407536208 (+3 ms) 2024-11-12T10:32:16,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:32:16,240 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0d77cd34af82668fe4fc7f7e71204c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T10:32:16,256 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/a/74feec84c0764533a74442016a574273 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731407536208/Put/seqid=0 2024-11-12T10:32:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:32:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:32:16,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741900_1078 (size=5958) 2024-11-12T10:32:16,264 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/a/74feec84c0764533a74442016a574273 2024-11-12T10:32:16,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/1a106e8057dc4d61b28d90938abc1735 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731407536218/Put/seqid=0 2024-11-12T10:32:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741901_1079 (size=5958) 2024-11-12T10:32:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741901_1079 (size=5958) 2024-11-12T10:32:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741901_1079 (size=5958) 2024-11-12T10:32:16,297 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/1a106e8057dc4d61b28d90938abc1735 2024-11-12T10:32:16,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/c/dcfa29dd910d4bd4b3d5f56a502a5dff is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731407536228/Put/seqid=0 2024-11-12T10:32:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741902_1080 (size=5958) 2024-11-12T10:32:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741902_1080 (size=5958) 2024-11-12T10:32:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741902_1080 (size=5958) 2024-11-12T10:32:16,336 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/c/dcfa29dd910d4bd4b3d5f56a502a5dff 2024-11-12T10:32:16,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/a/74feec84c0764533a74442016a574273 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/a/74feec84c0764533a74442016a574273 2024-11-12T10:32:16,348 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/a/74feec84c0764533a74442016a574273, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:32:16,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/1a106e8057dc4d61b28d90938abc1735 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/1a106e8057dc4d61b28d90938abc1735 2024-11-12T10:32:16,355 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/1a106e8057dc4d61b28d90938abc1735, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:32:16,356 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/c/dcfa29dd910d4bd4b3d5f56a502a5dff as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/c/dcfa29dd910d4bd4b3d5f56a502a5dff 2024-11-12T10:32:16,361 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/c/dcfa29dd910d4bd4b3d5f56a502a5dff, entries=10, sequenceid=33, filesize=5.8 K 2024-11-12T10:32:16,363 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4b0d77cd34af82668fe4fc7f7e71204c in 123ms, sequenceid=33, compaction requested=false 2024-11-12T10:32:16,363 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4b0d77cd34af82668fe4fc7f7e71204c: 2024-11-12T10:32:16,363 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4b0d77cd34af82668fe4fc7f7e71204c, disabling compactions & flushes 2024-11-12T10:32:16,363 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,363 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,363 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. after waiting 0 ms 2024-11-12T10:32:16,363 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,364 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. 2024-11-12T10:32:16,364 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4b0d77cd34af82668fe4fc7f7e71204c: Waiting for close lock at 1731407536363Disabling compacts and flushes for region at 1731407536363Disabling writes for close at 1731407536363Writing region close event to WAL at 1731407536364 (+1 ms)Closed at 1731407536364 2024-11-12T10:32:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741899_1077 (size=3386) 2024-11-12T10:32:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741899_1077 (size=3386) 2024-11-12T10:32:16,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741899_1077 (size=3386) 2024-11-12T10:32:16,373 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/1a106e8057dc4d61b28d90938abc1735 to hdfs://localhost:33447/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/1a106e8057dc4d61b28d90938abc1735 2024-11-12T10:32:16,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, size=3.3 K (3386bytes) 2024-11-12T10:32:16,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 2024-11-12T10:32:16,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 after 0ms 2024-11-12T10:32:16,392 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:16,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 took 3ms 2024-11-12T10:32:16,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 so closing down 2024-11-12T10:32:16,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:16,396 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731407536178.temp 2024-11-12T10:32:16,397 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp 2024-11-12T10:32:16,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:16,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741903_1081 (size=2944) 2024-11-12T10:32:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741903_1081 (size=2944) 2024-11-12T10:32:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741903_1081 (size=2944) 2024-11-12T10:32:16,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:16,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 2024-11-12T10:32:16,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, size=3.3 K, length=3386, corrupted=false, cancelled=false 2024-11-12T10:32:16,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, journal: Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, size=3.3 K (3386bytes) at 1731407536390Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 so closing down at 1731407536395 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp at 1731407536397 (+2 ms)3 split writer threads finished at 1731407536398 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731407536407 (+9 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000003-wal.1731407536178.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 at 1731407536408 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178, size=3.3 K, length=3386, corrupted=false, cancelled=false at 1731407536408 2024-11-12T10:32:16,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536178 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407536178 2024-11-12T10:32:16,411 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 2024-11-12T10:32:16,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:16,413 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:16,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536413, exclude list is [], retry=0 2024-11-12T10:32:16,428 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:16,429 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:16,429 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:16,430 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536413 2024-11-12T10:32:16,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b0d77cd34af82668fe4fc7f7e71204c, NAME => 'testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,431 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,433 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,434 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName a 2024-11-12T10:32:16,434 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,439 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/a/74feec84c0764533a74442016a574273 2024-11-12T10:32:16,440 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,440 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,442 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName b 2024-11-12T10:32:16,442 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,443 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,443 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,444 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0d77cd34af82668fe4fc7f7e71204c columnFamilyName c 2024-11-12T10:32:16,444 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,451 DEBUG [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/c/dcfa29dd910d4bd4b3d5f56a502a5dff 2024-11-12T10:32:16,451 INFO [StoreOpener-4b0d77cd34af82668fe4fc7f7e71204c-1 {}] regionserver.HStore(327): Store=4b0d77cd34af82668fe4fc7f7e71204c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,452 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,453 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,454 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,455 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 2024-11-12T10:32:16,457 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:16,459 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 2024-11-12T10:32:16,459 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4b0d77cd34af82668fe4fc7f7e71204c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T10:32:16,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/f4e843f0145848679000524044d0af00 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731407536218/Put/seqid=0 2024-11-12T10:32:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741905_1083 (size=5958) 2024-11-12T10:32:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741905_1083 (size=5958) 2024-11-12T10:32:16,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741905_1083 (size=5958) 2024-11-12T10:32:16,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/f4e843f0145848679000524044d0af00 2024-11-12T10:32:16,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/.tmp/b/f4e843f0145848679000524044d0af00 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/f4e843f0145848679000524044d0af00 2024-11-12T10:32:16,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/b/f4e843f0145848679000524044d0af00, entries=10, sequenceid=32, filesize=5.8 K 2024-11-12T10:32:16,494 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4b0d77cd34af82668fe4fc7f7e71204c in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-12T10:32:16,495 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/0000000000000000032 2024-11-12T10:32:16,496 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,496 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,496 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:16,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4b0d77cd34af82668fe4fc7f7e71204c 2024-11-12T10:32:16,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/4b0d77cd34af82668fe4fc7f7e71204c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-12T10:32:16,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4b0d77cd34af82668fe4fc7f7e71204c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59922094, jitterRate=-0.10709121823310852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:16,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4b0d77cd34af82668fe4fc7f7e71204c: Writing region info on filesystem at 1731407536431Initializing all the Stores at 1731407536432 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536432Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536432Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536432Obtaining lock to block concurrent updates at 1731407536459 (+27 ms)Preparing flush snapshotting stores in 4b0d77cd34af82668fe4fc7f7e71204c at 1731407536459Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731407536459Flushing stores of testReplayEditsWrittenViaHRegion,,1731407536123.4b0d77cd34af82668fe4fc7f7e71204c. at 1731407536459Flushing 4b0d77cd34af82668fe4fc7f7e71204c/b: creating writer at 1731407536459Flushing 4b0d77cd34af82668fe4fc7f7e71204c/b: appending metadata at 1731407536473 (+14 ms)Flushing 4b0d77cd34af82668fe4fc7f7e71204c/b: closing flushed file at 1731407536473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d763079: reopening flushed file at 1731407536487 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4b0d77cd34af82668fe4fc7f7e71204c in 35ms, sequenceid=32, compaction requested=false; wal=null at 1731407536494 (+7 ms)Cleaning up temporary data from old regions at 1731407536496 (+2 ms)Region opened successfully at 1731407536501 (+5 ms) 2024-11-12T10:32:16,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=422 (was 412) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:53158 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50226 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:57462 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:49246 [Waiting for operation #44] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:42678 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:48172 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1048) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=7003 (was 7031) 2024-11-12T10:32:16,526 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-12T10:32:16,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=422, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=7003 2024-11-12T10:32:16,538 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-12T10:32:16,552 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:16,554 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:16,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:16,558 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34969686, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-34969686, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:16,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34969686/hregion-34969686.1731407536558, exclude list is [], retry=0 2024-11-12T10:32:16,572 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:16,572 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:16,572 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:16,574 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34969686/hregion-34969686.1731407536558 2024-11-12T10:32:16,574 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:16,575 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c9c27dfc8bdeb754824bac9dd2dde947, NAME => 'testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741907_1085 (size=68) 2024-11-12T10:32:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741907_1085 (size=68) 2024-11-12T10:32:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741907_1085 (size=68) 2024-11-12T10:32:16,582 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:16,584 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,586 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName a 2024-11-12T10:32:16,586 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,586 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,587 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,588 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName b 2024-11-12T10:32:16,588 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,589 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,589 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,591 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName c 2024-11-12T10:32:16,591 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,592 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,592 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,593 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,593 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,594 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,594 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,595 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:16,596 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,598 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:16,598 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9c27dfc8bdeb754824bac9dd2dde947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65300825, jitterRate=-0.026941880583763123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:16,599 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9c27dfc8bdeb754824bac9dd2dde947: Writing region info on filesystem at 1731407536582Initializing all the Stores at 1731407536583 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536583Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536584 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536584Cleaning up temporary data from old regions at 1731407536594 (+10 ms)Region opened successfully at 1731407536599 (+5 ms) 2024-11-12T10:32:16,599 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9c27dfc8bdeb754824bac9dd2dde947, disabling compactions & flushes 2024-11-12T10:32:16,599 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:16,599 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:16,599 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. after waiting 0 ms 2024-11-12T10:32:16,599 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:16,600 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:16,600 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9c27dfc8bdeb754824bac9dd2dde947: Waiting for close lock at 1731407536599Disabling compacts and flushes for region at 1731407536599Disabling writes for close at 1731407536599Writing region close event to WAL at 1731407536600 (+1 ms)Closed at 1731407536600 2024-11-12T10:32:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741906_1084 (size=95) 2024-11-12T10:32:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741906_1084 (size=95) 2024-11-12T10:32:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741906_1084 (size=95) 2024-11-12T10:32:16,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:16,604 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34969686:(num 1731407536558) 2024-11-12T10:32:16,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:16,606 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:16,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, exclude list is [], retry=0 2024-11-12T10:32:16,620 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:16,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:16,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:16,622 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 2024-11-12T10:32:16,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:16,684 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c9c27dfc8bdeb754824bac9dd2dde947, NAME => 'testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:16,687 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,687 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:16,687 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,687 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,689 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,690 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName a 2024-11-12T10:32:16,690 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,691 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,691 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,692 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName b 2024-11-12T10:32:16,692 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,693 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,693 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,694 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName c 2024-11-12T10:32:16,694 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:16,695 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:16,695 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,697 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,697 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,698 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:16,699 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,700 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9c27dfc8bdeb754824bac9dd2dde947; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000017, jitterRate=-0.06122659146785736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:16,700 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:16,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9c27dfc8bdeb754824bac9dd2dde947: Running coprocessor pre-open hook at 1731407536687Writing region info on filesystem at 1731407536687Initializing all the Stores at 1731407536688 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536688Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536688Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407536688Cleaning up temporary data from old regions at 1731407536697 (+9 ms)Running coprocessor post-open hooks at 1731407536700 (+3 ms)Region opened successfully at 1731407536700 2024-11-12T10:32:16,712 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c9c27dfc8bdeb754824bac9dd2dde947 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-12T10:32:16,714 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:17,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:32:17,714 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:18,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:19,717 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:20,719 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:21,720 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:22,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:32:22,721 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:23,722 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:24,723 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:24,829 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:32:25,724 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c9c27dfc8bdeb754824bac9dd2dde947/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:25,727 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c9c27dfc8bdeb754824bac9dd2dde947: 2024-11-12T10:32:25,728 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,742 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c9c27dfc8bdeb754824bac9dd2dde947: 2024-11-12T10:32:25,742 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-12T10:32:25,743 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c9c27dfc8bdeb754824bac9dd2dde947, disabling compactions & flushes 2024-11-12T10:32:25,743 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,743 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,743 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. after waiting 0 ms 2024-11-12T10:32:25,743 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,743 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,743 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. 2024-11-12T10:32:25,743 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c9c27dfc8bdeb754824bac9dd2dde947: Waiting for close lock at 1731407545742Running coprocessor pre-close hooks at 1731407545743 (+1 ms)Disabling compacts and flushes for region at 1731407545743Disabling writes for close at 1731407545743Writing region close event to WAL at 1731407545743Running coprocessor post-close hooks at 1731407545743Closed at 1731407545743 2024-11-12T10:32:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741908_1086 (size=2691) 2024-11-12T10:32:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741908_1086 (size=2691) 2024-11-12T10:32:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741908_1086 (size=2691) 2024-11-12T10:32:25,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, size=2.6 K (2691bytes) 2024-11-12T10:32:25,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 2024-11-12T10:32:25,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 after 1ms 2024-11-12T10:32:25,763 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:25,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 took 3ms 2024-11-12T10:32:25,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 so closing down 2024-11-12T10:32:25,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:25,766 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731407536606.temp 2024-11-12T10:32:25,768 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp 2024-11-12T10:32:25,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741909_1087 (size=2094) 2024-11-12T10:32:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741909_1087 (size=2094) 2024-11-12T10:32:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741909_1087 (size=2094) 2024-11-12T10:32:25,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:25,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 2024-11-12T10:32:25,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-12T10:32:25,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, journal: Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, size=2.6 K (2691bytes) at 1731407545760Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 so closing down at 1731407545765 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp at 1731407545768 (+3 ms)3 split writer threads finished at 1731407545768Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731407545775 (+7 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000004-wal.1731407536606.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 at 1731407545776 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731407545776 2024-11-12T10:32:25,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407536606 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407536606 2024-11-12T10:32:25,778 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 2024-11-12T10:32:25,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:25,780 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:25,792 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407545780, exclude list is [], retry=0 2024-11-12T10:32:25,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:25,795 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:25,796 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:25,797 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407545780 2024-11-12T10:32:25,798 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:25,798 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c9c27dfc8bdeb754824bac9dd2dde947, NAME => 'testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:25,798 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,798 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:25,799 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,799 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,800 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,801 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName a 2024-11-12T10:32:25,801 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:25,802 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:25,802 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,803 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName b 2024-11-12T10:32:25,803 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:25,803 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:25,803 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,804 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9c27dfc8bdeb754824bac9dd2dde947 columnFamilyName c 2024-11-12T10:32:25,804 DEBUG [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:25,805 INFO [StoreOpener-c9c27dfc8bdeb754824bac9dd2dde947-1 {}] regionserver.HStore(327): Store=c9c27dfc8bdeb754824bac9dd2dde947/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:25,805 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,807 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,808 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 2024-11-12T10:32:25,809 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:25,811 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 2024-11-12T10:32:25,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c9c27dfc8bdeb754824bac9dd2dde947 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-12T10:32:25,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/a/86352c890fff4f2ea8ccaa98ca8229dc is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731407545733/Put/seqid=0 2024-11-12T10:32:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741911_1089 (size=5523) 2024-11-12T10:32:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741911_1089 (size=5523) 2024-11-12T10:32:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741911_1089 (size=5523) 2024-11-12T10:32:25,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/a/86352c890fff4f2ea8ccaa98ca8229dc 2024-11-12T10:32:25,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/b/3e043bc324d14a1488979321cbaa6620 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731407545729/Put/seqid=0 2024-11-12T10:32:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741912_1090 (size=5524) 2024-11-12T10:32:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741912_1090 (size=5524) 2024-11-12T10:32:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741912_1090 (size=5524) 2024-11-12T10:32:25,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/b/3e043bc324d14a1488979321cbaa6620 2024-11-12T10:32:25,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/c/d42f9943f3a64faba555a3ad094215cd is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731407545731/Put/seqid=0 2024-11-12T10:32:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741913_1091 (size=5457) 2024-11-12T10:32:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741913_1091 (size=5457) 2024-11-12T10:32:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741913_1091 (size=5457) 2024-11-12T10:32:25,887 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/c/d42f9943f3a64faba555a3ad094215cd 2024-11-12T10:32:25,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/a/86352c890fff4f2ea8ccaa98ca8229dc as hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/a/86352c890fff4f2ea8ccaa98ca8229dc 2024-11-12T10:32:25,901 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/a/86352c890fff4f2ea8ccaa98ca8229dc, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T10:32:25,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/b/3e043bc324d14a1488979321cbaa6620 as hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/b/3e043bc324d14a1488979321cbaa6620 2024-11-12T10:32:25,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/b/3e043bc324d14a1488979321cbaa6620, entries=7, sequenceid=26, filesize=5.4 K 2024-11-12T10:32:25,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/.tmp/c/d42f9943f3a64faba555a3ad094215cd as hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/c/d42f9943f3a64faba555a3ad094215cd 2024-11-12T10:32:25,915 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/c/d42f9943f3a64faba555a3ad094215cd, entries=6, sequenceid=26, filesize=5.3 K 2024-11-12T10:32:25,916 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c9c27dfc8bdeb754824bac9dd2dde947 in 105ms, sequenceid=26, compaction requested=false; wal=null 2024-11-12T10:32:25,917 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/0000000000000000026 2024-11-12T10:32:25,918 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,918 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,919 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:25,921 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,923 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsAfterAbortingFlush/c9c27dfc8bdeb754824bac9dd2dde947/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-12T10:32:25,924 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c9c27dfc8bdeb754824bac9dd2dde947; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70237693, jitterRate=0.04662318527698517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:25,924 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9c27dfc8bdeb754824bac9dd2dde947 2024-11-12T10:32:25,924 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c9c27dfc8bdeb754824bac9dd2dde947: Running coprocessor pre-open hook at 1731407545799Writing region info on filesystem at 1731407545799Initializing all the Stores at 1731407545800 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407545800Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407545800Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407545800Obtaining lock to block concurrent updates at 1731407545811 (+11 ms)Preparing flush snapshotting stores in c9c27dfc8bdeb754824bac9dd2dde947 at 1731407545811Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731407545811Flushing stores of testReplayEditsAfterAbortingFlush,,1731407536553.c9c27dfc8bdeb754824bac9dd2dde947. at 1731407545811Flushing c9c27dfc8bdeb754824bac9dd2dde947/a: creating writer at 1731407545811Flushing c9c27dfc8bdeb754824bac9dd2dde947/a: appending metadata at 1731407545824 (+13 ms)Flushing c9c27dfc8bdeb754824bac9dd2dde947/a: closing flushed file at 1731407545824Flushing c9c27dfc8bdeb754824bac9dd2dde947/b: creating writer at 1731407545836 (+12 ms)Flushing c9c27dfc8bdeb754824bac9dd2dde947/b: appending metadata at 1731407545849 (+13 ms)Flushing c9c27dfc8bdeb754824bac9dd2dde947/b: closing flushed file at 1731407545849Flushing c9c27dfc8bdeb754824bac9dd2dde947/c: creating writer at 1731407545861 (+12 ms)Flushing c9c27dfc8bdeb754824bac9dd2dde947/c: appending metadata at 1731407545875 (+14 ms)Flushing c9c27dfc8bdeb754824bac9dd2dde947/c: closing flushed file at 1731407545875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6400722a: reopening flushed file at 1731407545893 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29727e12: reopening flushed file at 1731407545901 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a49ccba: reopening flushed file at 1731407545908 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c9c27dfc8bdeb754824bac9dd2dde947 in 105ms, sequenceid=26, compaction requested=false; wal=null at 1731407545916 (+8 ms)Cleaning up temporary data from old regions at 1731407545918 (+2 ms)Running coprocessor post-open hooks at 1731407545924 (+6 ms)Region opened successfully at 1731407545924 2024-11-12T10:32:25,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 422), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 386), ProcessCount=11 (was 11), AvailableMemoryMB=7038 (was 7003) - AvailableMemoryMB LEAK? - 2024-11-12T10:32:25,943 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T10:32:25,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=7036 2024-11-12T10:32:25,954 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-12T10:32:25,967 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:25,969 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:25,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:25,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52252675, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-52252675, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:25,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52252675/hregion-52252675.1731407545972, exclude list is [], retry=0 2024-11-12T10:32:25,986 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:25,986 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:25,986 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:25,989 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52252675/hregion-52252675.1731407545972 2024-11-12T10:32:25,989 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:25,989 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c1003fc77655b572f62373af2750e3dc, NAME => 'testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741915_1093 (size=61) 2024-11-12T10:32:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741915_1093 (size=61) 2024-11-12T10:32:26,002 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741915_1093 (size=61) 2024-11-12T10:32:26,003 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,004 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1003fc77655b572f62373af2750e3dc columnFamilyName a 2024-11-12T10:32:26,004 DEBUG [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,005 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(327): Store=c1003fc77655b572f62373af2750e3dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,005 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,005 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,006 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,006 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,006 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,008 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,010 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:26,011 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1003fc77655b572f62373af2750e3dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59415100, jitterRate=-0.11464601755142212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:32:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1003fc77655b572f62373af2750e3dc: Writing region info on filesystem at 1731407546002Initializing all the Stores at 1731407546002Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546003 (+1 ms)Cleaning up temporary data from old regions at 1731407546006 (+3 ms)Region opened successfully at 1731407546011 (+5 ms) 2024-11-12T10:32:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1003fc77655b572f62373af2750e3dc, disabling compactions & flushes 2024-11-12T10:32:26,011 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. after waiting 0 ms 2024-11-12T10:32:26,011 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,012 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,012 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1003fc77655b572f62373af2750e3dc: Waiting for close lock at 1731407546011Disabling compacts and flushes for region at 1731407546011Disabling writes for close at 1731407546011Writing region close event to WAL at 1731407546012 (+1 ms)Closed at 1731407546012 2024-11-12T10:32:26,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-52252675/hregion-52252675.1731407545972 not finished, retry = 0 2024-11-12T10:32:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741914_1092 (size=95) 2024-11-12T10:32:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741914_1092 (size=95) 2024-11-12T10:32:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741914_1092 (size=95) 2024-11-12T10:32:26,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-12T10:32:26,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:26,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-12T10:32:26,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:26,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:26,117 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52252675:(num 1731407545972) 2024-11-12T10:32:26,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:26,119 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:26,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, exclude list is [], retry=0 2024-11-12T10:32:26,134 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:26,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:26,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:26,136 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 2024-11-12T10:32:26,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:26,137 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c1003fc77655b572f62373af2750e3dc, NAME => 'testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:26,137 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,137 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,137 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,138 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,139 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1003fc77655b572f62373af2750e3dc columnFamilyName a 2024-11-12T10:32:26,139 DEBUG [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,140 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(327): Store=c1003fc77655b572f62373af2750e3dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,140 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,141 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,142 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,142 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,142 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,144 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1003fc77655b572f62373af2750e3dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66936138, jitterRate=-0.0025738179683685303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:32:26,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1003fc77655b572f62373af2750e3dc: Writing region info on filesystem at 1731407546137Initializing all the Stores at 1731407546138 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546138Cleaning up temporary data from old regions at 1731407546142 (+4 ms)Region opened successfully at 1731407546145 (+3 ms) 2024-11-12T10:32:26,152 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c1003fc77655b572f62373af2750e3dc, disabling compactions & flushes 2024-11-12T10:32:26,152 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,152 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,152 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. after waiting 0 ms 2024-11-12T10:32:26,152 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,153 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,153 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. 2024-11-12T10:32:26,153 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c1003fc77655b572f62373af2750e3dc: Waiting for close lock at 1731407546152Disabling compacts and flushes for region at 1731407546152Disabling writes for close at 1731407546152Writing region close event to WAL at 1731407546153 (+1 ms)Closed at 1731407546153 2024-11-12T10:32:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741916_1094 (size=1050) 2024-11-12T10:32:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741916_1094 (size=1050) 2024-11-12T10:32:26,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741916_1094 (size=1050) 2024-11-12T10:32:26,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, size=1.0 K (1050bytes) 2024-11-12T10:32:26,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 2024-11-12T10:32:26,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 after 1ms 2024-11-12T10:32:26,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:26,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 took 3ms 2024-11-12T10:32:26,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 so closing down 2024-11-12T10:32:26,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:26,176 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731407546120.temp 2024-11-12T10:32:26,177 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp 2024-11-12T10:32:26,177 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741917_1095 (size=1050) 2024-11-12T10:32:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741917_1095 (size=1050) 2024-11-12T10:32:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741917_1095 (size=1050) 2024-11-12T10:32:26,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:26,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp to hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 2024-11-12T10:32:26,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-12T10:32:26,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, journal: Splitting hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, size=1.0 K (1050bytes) at 1731407546170Finishing writing output for hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 so closing down at 1731407546175 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp at 1731407546177 (+2 ms)3 split writer threads finished at 1731407546177Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731407546184 (+7 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000003-wal.1731407546120.temp to hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 at 1731407546186 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731407546186 2024-11-12T10:32:26,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546120 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407546120 2024-11-12T10:32:26,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 2024-11-12T10:32:26,193 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:26,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:26,512 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:26,524 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546513, exclude list is [], retry=0 2024-11-12T10:32:26,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:26,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:26,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:26,529 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546513 2024-11-12T10:32:26,531 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:26,531 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c1003fc77655b572f62373af2750e3dc, NAME => 'testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:26,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,531 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,531 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,534 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,536 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1003fc77655b572f62373af2750e3dc columnFamilyName a 2024-11-12T10:32:26,536 DEBUG [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,538 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(327): Store=c1003fc77655b572f62373af2750e3dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,538 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,541 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 2024-11-12T10:32:26,543 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:26,544 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 2024-11-12T10:32:26,544 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c1003fc77655b572f62373af2750e3dc 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-12T10:32:26,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/.tmp/a/c105bd64e8e841ec8b25c1640b0bd3fa is 79, key is testDatalossWhenInputError/a:x0/1731407546145/Put/seqid=0 2024-11-12T10:32:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741919_1097 (size=5808) 2024-11-12T10:32:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741919_1097 (size=5808) 2024-11-12T10:32:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741919_1097 (size=5808) 2024-11-12T10:32:26,568 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/.tmp/a/c105bd64e8e841ec8b25c1640b0bd3fa 2024-11-12T10:32:26,578 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/.tmp/a/c105bd64e8e841ec8b25c1640b0bd3fa as hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/a/c105bd64e8e841ec8b25c1640b0bd3fa 2024-11-12T10:32:26,586 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/a/c105bd64e8e841ec8b25c1640b0bd3fa, entries=10, sequenceid=12, filesize=5.7 K 2024-11-12T10:32:26,586 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c1003fc77655b572f62373af2750e3dc in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-12T10:32:26,587 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/0000000000000000012 2024-11-12T10:32:26,588 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,588 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,591 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-12T10:32:26,594 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1003fc77655b572f62373af2750e3dc; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70392411, jitterRate=0.04892866313457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:32:26,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1003fc77655b572f62373af2750e3dc: Writing region info on filesystem at 1731407546531Initializing all the Stores at 1731407546534 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546534Obtaining lock to block concurrent updates at 1731407546544 (+10 ms)Preparing flush snapshotting stores in c1003fc77655b572f62373af2750e3dc at 1731407546544Finished memstore snapshotting testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731407546544Flushing stores of testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc. at 1731407546544Flushing c1003fc77655b572f62373af2750e3dc/a: creating writer at 1731407546544Flushing c1003fc77655b572f62373af2750e3dc/a: appending metadata at 1731407546560 (+16 ms)Flushing c1003fc77655b572f62373af2750e3dc/a: closing flushed file at 1731407546560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d6fdf3: reopening flushed file at 1731407546576 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c1003fc77655b572f62373af2750e3dc in 42ms, sequenceid=12, compaction requested=false; wal=null at 1731407546586 (+10 ms)Cleaning up temporary data from old regions at 1731407546588 (+2 ms)Region opened successfully at 1731407546594 (+6 ms) 2024-11-12T10:32:26,598 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c1003fc77655b572f62373af2750e3dc, NAME => 'testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:26,598 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731407545967.c1003fc77655b572f62373af2750e3dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,598 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,598 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,599 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,600 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1003fc77655b572f62373af2750e3dc columnFamilyName a 2024-11-12T10:32:26,600 DEBUG [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,605 DEBUG [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/a/c105bd64e8e841ec8b25c1640b0bd3fa 2024-11-12T10:32:26,605 INFO [StoreOpener-c1003fc77655b572f62373af2750e3dc-1 {}] regionserver.HStore(327): Store=c1003fc77655b572f62373af2750e3dc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,606 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,607 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,607 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,607 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,609 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c1003fc77655b572f62373af2750e3dc 2024-11-12T10:32:26,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testDatalossWhenInputError/c1003fc77655b572f62373af2750e3dc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-12T10:32:26,611 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c1003fc77655b572f62373af2750e3dc; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73101894, jitterRate=0.08930310606956482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:32:26,612 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c1003fc77655b572f62373af2750e3dc: Writing region info on filesystem at 1731407546598Initializing all the Stores at 1731407546599 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546599Cleaning up temporary data from old regions at 1731407546607 (+8 ms)Region opened successfully at 1731407546611 (+4 ms) 2024-11-12T10:32:26,626 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:44796 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:60620 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:60516 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50742 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:44746 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50774 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=7028 (was 7036) 2024-11-12T10:32:26,626 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T10:32:26,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=7027 2024-11-12T10:32:26,637 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-12T10:32:26,649 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:26,651 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:26,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:26,654 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29225718, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-29225718, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:26,666 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29225718/hregion-29225718.1731407546654, exclude list is [], retry=0 2024-11-12T10:32:26,669 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:26,669 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:26,669 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:26,672 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29225718/hregion-29225718.1731407546654 2024-11-12T10:32:26,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:26,673 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 259ea86912930a7c7e3a55228e540d88, NAME => 'testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741921_1099 (size=63) 2024-11-12T10:32:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741921_1099 (size=63) 2024-11-12T10:32:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741921_1099 (size=63) 2024-11-12T10:32:26,684 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,685 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,687 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName a 2024-11-12T10:32:26,687 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,687 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,687 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,689 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName b 2024-11-12T10:32:26,689 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,689 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,689 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,691 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName c 2024-11-12T10:32:26,691 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,691 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,693 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,694 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:26,695 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,698 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:26,698 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 259ea86912930a7c7e3a55228e540d88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60197854, jitterRate=-0.10298207402229309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:26,699 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 259ea86912930a7c7e3a55228e540d88: Writing region info on filesystem at 1731407546684Initializing all the Stores at 1731407546685 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546685Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546685Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546685Cleaning up temporary data from old regions at 1731407546694 (+9 ms)Region opened successfully at 1731407546699 (+5 ms) 2024-11-12T10:32:26,699 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 259ea86912930a7c7e3a55228e540d88, disabling compactions & flushes 2024-11-12T10:32:26,699 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:26,699 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:26,699 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. after waiting 0 ms 2024-11-12T10:32:26,699 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:26,699 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:26,700 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 259ea86912930a7c7e3a55228e540d88: Waiting for close lock at 1731407546699Disabling compacts and flushes for region at 1731407546699Disabling writes for close at 1731407546699Writing region close event to WAL at 1731407546699Closed at 1731407546699 2024-11-12T10:32:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741920_1098 (size=95) 2024-11-12T10:32:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741920_1098 (size=95) 2024-11-12T10:32:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741920_1098 (size=95) 2024-11-12T10:32:26,704 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:26,704 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29225718:(num 1731407546654) 2024-11-12T10:32:26,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:26,706 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:26,718 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, exclude list is [], retry=0 2024-11-12T10:32:26,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:26,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:26,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:26,721 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 2024-11-12T10:32:26,722 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:26,722 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 259ea86912930a7c7e3a55228e540d88, NAME => 'testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:26,722 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:26,722 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,722 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,723 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,724 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName a 2024-11-12T10:32:26,724 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,724 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,725 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,725 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName b 2024-11-12T10:32:26,725 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,726 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,726 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,727 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName c 2024-11-12T10:32:26,727 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:26,727 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,728 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,730 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,730 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,731 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:26,732 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:26,733 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 259ea86912930a7c7e3a55228e540d88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69259812, jitterRate=0.03205162286758423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:26,734 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 259ea86912930a7c7e3a55228e540d88: Writing region info on filesystem at 1731407546722Initializing all the Stores at 1731407546723 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546723Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546723Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407546723Cleaning up temporary data from old regions at 1731407546730 (+7 ms)Region opened successfully at 1731407546733 (+3 ms) 2024-11-12T10:32:26,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731407546791/Put/seqid=0 2024-11-12T10:32:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741923_1101 (size=4875) 2024-11-12T10:32:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741923_1101 (size=4875) 2024-11-12T10:32:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741923_1101 (size=4875) 2024-11-12T10:32:26,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731407546805/Put/seqid=0 2024-11-12T10:32:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741924_1102 (size=4875) 2024-11-12T10:32:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741924_1102 (size=4875) 2024-11-12T10:32:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741924_1102 (size=4875) 2024-11-12T10:32:26,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731407546817/Put/seqid=0 2024-11-12T10:32:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741925_1103 (size=4875) 2024-11-12T10:32:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741925_1103 (size=4875) 2024-11-12T10:32:26,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741925_1103 (size=4875) 2024-11-12T10:32:26,826 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,830 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-12T10:32:26,830 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:32:26,830 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,834 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-12T10:32:26,834 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:32:26,834 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,837 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-12T10:32:26,837 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T10:32:26,837 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 259ea86912930a7c7e3a55228e540d88 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-12T10:32:26,852 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp/a/f4c779e6ee4f4b5cb0454354cb12a8af is 55, key is testCompactedBulkLoadedFiles/a:a/1731407546734/Put/seqid=0 2024-11-12T10:32:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741926_1104 (size=5107) 2024-11-12T10:32:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741926_1104 (size=5107) 2024-11-12T10:32:26,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741926_1104 (size=5107) 2024-11-12T10:32:26,859 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp/a/f4c779e6ee4f4b5cb0454354cb12a8af 2024-11-12T10:32:26,863 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp/a/f4c779e6ee4f4b5cb0454354cb12a8af as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af 2024-11-12T10:32:26,868 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af, entries=1, sequenceid=4, filesize=5.0 K 2024-11-12T10:32:26,869 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 259ea86912930a7c7e3a55228e540d88 in 32ms, sequenceid=4, compaction requested=false 2024-11-12T10:32:26,869 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 259ea86912930a7c7e3a55228e540d88: 2024-11-12T10:32:26,870 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ 2024-11-12T10:32:26,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ 2024-11-12T10:32:26,872 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ 2024-11-12T10:32:26,873 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile0 into 259ea86912930a7c7e3a55228e540d88/a as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ - updating store file list. 2024-11-12T10:32:26,877 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:26,878 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ into 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,878 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile0 into 259ea86912930a7c7e3a55228e540d88/a (new location: hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_) 2024-11-12T10:32:26,879 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile1 into 259ea86912930a7c7e3a55228e540d88/a as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ - updating store file list. 2024-11-12T10:32:26,883 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fb4fc5d7b95449b923506b9996063bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:26,883 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ into 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,883 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile1 into 259ea86912930a7c7e3a55228e540d88/a (new location: hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_) 2024-11-12T10:32:26,884 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile2 into 259ea86912930a7c7e3a55228e540d88/a as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ - updating store file list. 2024-11-12T10:32:26,889 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ea0c835b227462693b2e99a8285b993_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:26,889 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ into 259ea86912930a7c7e3a55228e540d88/a 2024-11-12T10:32:26,889 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33447/hbase/testCompactedBulkLoadedFiles/hfile2 into 259ea86912930a7c7e3a55228e540d88/a (new location: hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_) 2024-11-12T10:32:26,898 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T10:32:26,898 DEBUG [Time-limited test {}] regionserver.HStore(1541): 259ea86912930a7c7e3a55228e540d88/a is initiating major compaction (all files) 2024-11-12T10:32:26,898 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 259ea86912930a7c7e3a55228e540d88/a in testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:26,898 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_] into tmpdir=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp, totalSize=19.3 K 2024-11-12T10:32:26,899 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f4c779e6ee4f4b5cb0454354cb12a8af, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731407546734 2024-11-12T10:32:26,900 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:32:26,900 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8fb4fc5d7b95449b923506b9996063bd_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:32:26,900 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0ea0c835b227462693b2e99a8285b993_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-12T10:32:26,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp/a/52052aaf5c0f4d1f88726f7ee94cb153 is 55, key is testCompactedBulkLoadedFiles/a:a/1731407546734/Put/seqid=0 2024-11-12T10:32:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741927_1105 (size=6154) 2024-11-12T10:32:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741927_1105 (size=6154) 2024-11-12T10:32:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741927_1105 (size=6154) 2024-11-12T10:32:26,929 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/.tmp/a/52052aaf5c0f4d1f88726f7ee94cb153 as hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/52052aaf5c0f4d1f88726f7ee94cb153 2024-11-12T10:32:26,935 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 259ea86912930a7c7e3a55228e540d88/a of 259ea86912930a7c7e3a55228e540d88 into 52052aaf5c0f4d1f88726f7ee94cb153(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T10:32:26,935 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 259ea86912930a7c7e3a55228e540d88: 2024-11-12T10:32:26,935 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T10:32:26,936 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-12T10:32:26,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, size=0 (0bytes) 2024-11-12T10:32:26,963 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 might be still open, length is 0 2024-11-12T10:32:26,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 2024-11-12T10:32:26,963 WARN [IPC Server handler 4 on default port 33447 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-12T10:32:26,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 after 0ms 2024-11-12T10:32:27,728 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:60668 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:45195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60668 dst: /127.0.0.1:45195 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45195 remote=/127.0.0.1:60668]. Total timeout mills is 60000, 59207 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:27,729 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:44840 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:39781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44840 dst: /127.0.0.1:39781 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:27,729 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50818 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:41509:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50818 dst: /127.0.0.1:41509 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:27,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741922_1106 (size=1171) 2024-11-12T10:32:27,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741922_1106 (size=1171) 2024-11-12T10:32:30,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 after 4001ms 2024-11-12T10:32:30,967 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:30,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 took 4004ms 2024-11-12T10:32:30,969 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706; continuing. 2024-11-12T10:32:30,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 so closing down 2024-11-12T10:32:30,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:30,970 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731407546706.temp 2024-11-12T10:32:30,972 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp 2024-11-12T10:32:30,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741928_1107 (size=547) 2024-11-12T10:32:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741928_1107 (size=547) 2024-11-12T10:32:30,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741928_1107 (size=547) 2024-11-12T10:32:30,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:30,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp to hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 2024-11-12T10:32:30,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:32:30,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, journal: Splitting hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, size=0 (0bytes) at 1731407546963Finishing writing output for hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 so closing down at 1731407550969 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp at 1731407550972 (+3 ms)3 split writer threads finished at 1731407550973 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731407550980 (+7 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000003-wal.1731407546706.temp to hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 at 1731407550981 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706, size=0, length=0, corrupted=false, cancelled=false at 1731407550981 2024-11-12T10:32:30,983 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407546706 2024-11-12T10:32:30,984 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 2024-11-12T10:32:30,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:30,985 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:30,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407550986, exclude list is [], retry=0 2024-11-12T10:32:30,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:30,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:30,999 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:31,000 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407550986 2024-11-12T10:32:31,001 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:31,001 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 259ea86912930a7c7e3a55228e540d88, NAME => 'testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:31,001 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:31,001 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,001 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,002 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,003 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName a 2024-11-12T10:32:31,003 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,009 DEBUG [StoreFileOpener-259ea86912930a7c7e3a55228e540d88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ea0c835b227462693b2e99a8285b993_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:31,009 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ 2024-11-12T10:32:31,013 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/52052aaf5c0f4d1f88726f7ee94cb153 2024-11-12T10:32:31,016 DEBUG [StoreFileOpener-259ea86912930a7c7e3a55228e540d88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8fb4fc5d7b95449b923506b9996063bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:31,016 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ 2024-11-12T10:32:31,020 DEBUG [StoreFileOpener-259ea86912930a7c7e3a55228e540d88-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T10:32:31,020 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ 2024-11-12T10:32:31,025 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af 2024-11-12T10:32:31,025 WARN [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@54fda18a 2024-11-12T10:32:31,025 WARN [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@54fda18a 2024-11-12T10:32:31,025 WARN [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@54fda18a 2024-11-12T10:32:31,025 WARN [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@54fda18a 2024-11-12T10:32:31,025 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af] to archive 2024-11-12T10:32:31,026 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T10:32:31,027 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ to hdfs://localhost:33447/hbase/archive/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/0ea0c835b227462693b2e99a8285b993_SeqId_4_ 2024-11-12T10:32:31,029 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ to hdfs://localhost:33447/hbase/archive/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/8fb4fc5d7b95449b923506b9996063bd_SeqId_4_ 2024-11-12T10:32:31,030 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ to hdfs://localhost:33447/hbase/archive/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_ 2024-11-12T10:32:31,031 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af to hdfs://localhost:33447/hbase/archive/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/a/f4c779e6ee4f4b5cb0454354cb12a8af 2024-11-12T10:32:31,031 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,031 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,032 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName b 2024-11-12T10:32:31,032 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,032 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,032 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,033 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259ea86912930a7c7e3a55228e540d88 columnFamilyName c 2024-11-12T10:32:31,033 DEBUG [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,033 INFO [StoreOpener-259ea86912930a7c7e3a55228e540d88-1 {}] regionserver.HStore(327): Store=259ea86912930a7c7e3a55228e540d88/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,033 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,035 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,036 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 2024-11-12T10:32:31,037 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:31,040 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 259ea86912930a7c7e3a55228e540d88 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "259ea86912930a7c7e3a55228e540d88" family_name: "a" compaction_input: "f4c779e6ee4f4b5cb0454354cb12a8af" compaction_input: "b902c2bf488344dea2e5d6e2514d7a92_SeqId_4_" compaction_input: "8fb4fc5d7b95449b923506b9996063bd_SeqId_4_" compaction_input: "0ea0c835b227462693b2e99a8285b993_SeqId_4_" compaction_output: "52052aaf5c0f4d1f88726f7ee94cb153" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-12T10:32:31,040 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-12T10:32:31,040 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 2024-11-12T10:32:31,041 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/0000000000000000008 2024-11-12T10:32:31,042 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,042 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,043 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:31,045 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 259ea86912930a7c7e3a55228e540d88 2024-11-12T10:32:31,047 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testCompactedBulkLoadedFiles/259ea86912930a7c7e3a55228e540d88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:32:31,048 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 259ea86912930a7c7e3a55228e540d88; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71576968, jitterRate=0.06657993793487549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:31,048 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 259ea86912930a7c7e3a55228e540d88: Writing region info on filesystem at 1731407551001Initializing all the Stores at 1731407551002 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551002Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551002Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551002Cleaning up temporary data from old regions at 1731407551042 (+40 ms)Region opened successfully at 1731407551048 (+6 ms) 2024-11-12T10:32:31,051 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 259ea86912930a7c7e3a55228e540d88, disabling compactions & flushes 2024-11-12T10:32:31,051 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:31,051 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:31,051 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. after waiting 0 ms 2024-11-12T10:32:31,051 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:31,052 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731407546650.259ea86912930a7c7e3a55228e540d88. 2024-11-12T10:32:31,052 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 259ea86912930a7c7e3a55228e540d88: Waiting for close lock at 1731407551051Disabling compacts and flushes for region at 1731407551051Disabling writes for close at 1731407551051Writing region close event to WAL at 1731407551052 (+1 ms)Closed at 1731407551052 2024-11-12T10:32:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741929_1108 (size=95) 2024-11-12T10:32:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741929_1108 (size=95) 2024-11-12T10:32:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741929_1108 (size=95) 2024-11-12T10:32:31,057 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:31,057 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731407550986) 2024-11-12T10:32:31,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=443 (was 427) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1040690513_22 at /127.0.0.1:60726 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1040690513_22 at /127.0.0.1:44902 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33447 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1040690513_22 at /127.0.0.1:50886 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=7023 (was 7027) 2024-11-12T10:32:31,071 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-12T10:32:31,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=443, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=7022 2024-11-12T10:32:31,083 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-12T10:32:31,097 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:31,098 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:32:31,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:32:31,101 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-60482930, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/hregion-60482930, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:31,113 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-60482930/hregion-60482930.1731407551102, exclude list is [], retry=0 2024-11-12T10:32:31,115 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:31,115 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:31,116 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:31,117 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-60482930/hregion-60482930.1731407551102 2024-11-12T10:32:31,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:31,118 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0a1bf4adc490cf002ff44de449f4177d, NAME => 'testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/hbase 2024-11-12T10:32:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741931_1110 (size=67) 2024-11-12T10:32:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741931_1110 (size=67) 2024-11-12T10:32:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741931_1110 (size=67) 2024-11-12T10:32:31,127 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:31,129 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,130 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName a 2024-11-12T10:32:31,130 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,131 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,131 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,132 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName b 2024-11-12T10:32:31,132 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,133 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,133 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,134 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName c 2024-11-12T10:32:31,134 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,134 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,135 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,135 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,135 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,136 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,136 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,137 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:31,138 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,140 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:32:31,140 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1bf4adc490cf002ff44de449f4177d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72329230, jitterRate=0.07778951525688171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:31,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1bf4adc490cf002ff44de449f4177d: Writing region info on filesystem at 1731407551127Initializing all the Stores at 1731407551128 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551128Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551128Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551128Cleaning up temporary data from old regions at 1731407551136 (+8 ms)Region opened successfully at 1731407551140 (+4 ms) 2024-11-12T10:32:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1bf4adc490cf002ff44de449f4177d, disabling compactions & flushes 2024-11-12T10:32:31,141 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. after waiting 0 ms 2024-11-12T10:32:31,141 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,144 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,144 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1bf4adc490cf002ff44de449f4177d: Waiting for close lock at 1731407551141Disabling compacts and flushes for region at 1731407551141Disabling writes for close at 1731407551141Writing region close event to WAL at 1731407551144 (+3 ms)Closed at 1731407551144 2024-11-12T10:32:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741930_1109 (size=95) 2024-11-12T10:32:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741930_1109 (size=95) 2024-11-12T10:32:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741930_1109 (size=95) 2024-11-12T10:32:31,149 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:31,149 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-60482930:(num 1731407551102) 2024-11-12T10:32:31,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:31,151 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:31,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, exclude list is [], retry=0 2024-11-12T10:32:31,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:31,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:31,167 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:31,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 2024-11-12T10:32:31,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-12T10:32:31,169 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a1bf4adc490cf002ff44de449f4177d, NAME => 'testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:31,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:31,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,171 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,172 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName a 2024-11-12T10:32:31,172 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,173 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,173 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,173 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName b 2024-11-12T10:32:31,173 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,174 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,174 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,175 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName c 2024-11-12T10:32:31,175 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,175 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,175 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,176 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,178 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,178 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,179 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:31,180 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,181 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1bf4adc490cf002ff44de449f4177d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66605769, jitterRate=-0.007496699690818787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:31,181 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1bf4adc490cf002ff44de449f4177d: Writing region info on filesystem at 1731407551170Initializing all the Stores at 1731407551171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551171Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551171Cleaning up temporary data from old regions at 1731407551178 (+7 ms)Region opened successfully at 1731407551181 (+3 ms) 2024-11-12T10:32:31,192 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1bf4adc490cf002ff44de449f4177d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-12T10:32:31,212 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/f275d0f990644363ac0c543b67a0c62d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731407551181/Put/seqid=0 2024-11-12T10:32:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741933_1112 (size=5958) 2024-11-12T10:32:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741933_1112 (size=5958) 2024-11-12T10:32:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741933_1112 (size=5958) 2024-11-12T10:32:31,219 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/f275d0f990644363ac0c543b67a0c62d 2024-11-12T10:32:31,226 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/f275d0f990644363ac0c543b67a0c62d as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/f275d0f990644363ac0c543b67a0c62d 2024-11-12T10:32:31,232 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/f275d0f990644363ac0c543b67a0c62d, entries=10, sequenceid=13, filesize=5.8 K 2024-11-12T10:32:31,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 0a1bf4adc490cf002ff44de449f4177d in 41ms, sequenceid=13, compaction requested=false 2024-11-12T10:32:31,233 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0a1bf4adc490cf002ff44de449f4177d: 2024-11-12T10:32:31,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:32:31,249 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1bf4adc490cf002ff44de449f4177d, disabling compactions & flushes 2024-11-12T10:32:31,249 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,249 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,249 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. after waiting 0 ms 2024-11-12T10:32:31,249 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,253 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,253 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:31,253 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1bf4adc490cf002ff44de449f4177d: Waiting for close lock at 1731407551249Disabling compacts and flushes for region at 1731407551249Disabling writes for close at 1731407551249Writing region close event to WAL at 1731407551253 (+4 ms)Closed at 1731407551253 2024-11-12T10:32:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741932_1111 (size=3345) 2024-11-12T10:32:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741932_1111 (size=3345) 2024-11-12T10:32:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741932_1111 (size=3345) 2024-11-12T10:32:31,271 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, size=3.3 K (3345bytes) 2024-11-12T10:32:31,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 2024-11-12T10:32:31,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 after 0ms 2024-11-12T10:32:31,274 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:31,274 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 took 3ms 2024-11-12T10:32:31,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 so closing down 2024-11-12T10:32:31,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:31,278 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731407551151.temp 2024-11-12T10:32:31,279 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp 2024-11-12T10:32:31,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:31,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741934_1113 (size=2944) 2024-11-12T10:32:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741934_1113 (size=2944) 2024-11-12T10:32:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741934_1113 (size=2944) 2024-11-12T10:32:31,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:31,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 2024-11-12T10:32:31,288 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-12T10:32:31,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, journal: Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, size=3.3 K (3345bytes) at 1731407551271Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 so closing down at 1731407551277 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp at 1731407551279 (+2 ms)3 split writer threads finished at 1731407551280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731407551286 (+6 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000003-wal.1731407551151.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 at 1731407551288 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731407551288 2024-11-12T10:32:31,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551151 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407551151 2024-11-12T10:32:31,290 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 2024-11-12T10:32:31,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:31,292 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:31,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, exclude list is [], retry=0 2024-11-12T10:32:31,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:31,306 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:31,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:31,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 2024-11-12T10:32:31,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681),(127.0.0.1/127.0.0.1:43473:43473)] 2024-11-12T10:32:31,308 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a1bf4adc490cf002ff44de449f4177d, NAME => 'testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:32:31,309 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:31,309 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,309 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,310 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,311 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName a 2024-11-12T10:32:31,311 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,316 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/f275d0f990644363ac0c543b67a0c62d 2024-11-12T10:32:31,316 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,316 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,317 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName b 2024-11-12T10:32:31,317 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,317 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,317 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,318 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName c 2024-11-12T10:32:31,318 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:31,318 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:31,318 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,321 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 2024-11-12T10:32:31,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:31,324 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 2024-11-12T10:32:31,324 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1bf4adc490cf002ff44de449f4177d 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-12T10:32:31,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/0f5b67b960ea49b7a71096d078c6eda1 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731407551233/Put/seqid=0 2024-11-12T10:32:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741936_1115 (size=5958) 2024-11-12T10:32:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741936_1115 (size=5958) 2024-11-12T10:32:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741936_1115 (size=5958) 2024-11-12T10:32:31,367 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/0f5b67b960ea49b7a71096d078c6eda1 2024-11-12T10:32:31,386 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/4c85a20041b44555a111a176fb202154 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731407551239/Put/seqid=0 2024-11-12T10:32:31,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741937_1116 (size=5958) 2024-11-12T10:32:31,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741937_1116 (size=5958) 2024-11-12T10:32:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741937_1116 (size=5958) 2024-11-12T10:32:31,393 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/4c85a20041b44555a111a176fb202154 2024-11-12T10:32:31,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/0f5b67b960ea49b7a71096d078c6eda1 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/b/0f5b67b960ea49b7a71096d078c6eda1 2024-11-12T10:32:31,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/b/0f5b67b960ea49b7a71096d078c6eda1, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T10:32:31,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/4c85a20041b44555a111a176fb202154 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/c/4c85a20041b44555a111a176fb202154 2024-11-12T10:32:31,408 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/c/4c85a20041b44555a111a176fb202154, entries=10, sequenceid=35, filesize=5.8 K 2024-11-12T10:32:31,408 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0a1bf4adc490cf002ff44de449f4177d in 84ms, sequenceid=35, compaction requested=false; wal=null 2024-11-12T10:32:31,409 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000035 2024-11-12T10:32:31,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,410 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,410 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:31,412 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:31,414 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-12T10:32:31,415 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1bf4adc490cf002ff44de449f4177d; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64038757, jitterRate=-0.045748159289360046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:31,415 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1bf4adc490cf002ff44de449f4177d: Writing region info on filesystem at 1731407551309Initializing all the Stores at 1731407551310 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551310Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551310Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407551310Obtaining lock to block concurrent updates at 1731407551324 (+14 ms)Preparing flush snapshotting stores in 0a1bf4adc490cf002ff44de449f4177d at 1731407551324Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731407551324Flushing stores of testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. at 1731407551324Flushing 0a1bf4adc490cf002ff44de449f4177d/b: creating writer at 1731407551324Flushing 0a1bf4adc490cf002ff44de449f4177d/b: appending metadata at 1731407551361 (+37 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/b: closing flushed file at 1731407551361Flushing 0a1bf4adc490cf002ff44de449f4177d/c: creating writer at 1731407551371 (+10 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/c: appending metadata at 1731407551386 (+15 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/c: closing flushed file at 1731407551386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aaacc80: reopening flushed file at 1731407551397 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59169bbf: reopening flushed file at 1731407551403 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 0a1bf4adc490cf002ff44de449f4177d in 84ms, sequenceid=35, compaction requested=false; wal=null at 1731407551408 (+5 ms)Cleaning up temporary data from old regions at 1731407551410 (+2 ms)Region opened successfully at 1731407551415 (+5 ms) 2024-11-12T10:32:31,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, size=0 (0bytes) 2024-11-12T10:32:31,472 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 might be still open, length is 0 2024-11-12T10:32:31,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 2024-11-12T10:32:31,472 WARN [IPC Server handler 0 on default port 33447 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-12T10:32:31,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 after 1ms 2024-11-12T10:32:33,728 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:44966 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:39781:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44966 dst: /127.0.0.1:39781 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39781 remote=/127.0.0.1:44966]. Total timeout mills is 60000, 57711 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:33,729 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:50942 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:41509:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50942 dst: /127.0.0.1:41509 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:33,729 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_330580771_22 at /127.0.0.1:60800 [Receiving block BP-519203250-172.17.0.3-1731407510831:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:45195:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60800 dst: /127.0.0.1:45195 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741935_1117 (size=2936) 2024-11-12T10:32:33,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741935_1117 (size=2936) 2024-11-12T10:32:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741935_1117 (size=2936) 2024-11-12T10:32:35,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 after 4002ms 2024-11-12T10:32:35,483 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:35,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 took 4011ms 2024-11-12T10:32:35,485 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292; continuing. 2024-11-12T10:32:35,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 so closing down 2024-11-12T10:32:35,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:32:35,487 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731407551292.temp 2024-11-12T10:32:35,488 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp 2024-11-12T10:32:35,489 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:32:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741938_1118 (size=2944) 2024-11-12T10:32:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741938_1118 (size=2944) 2024-11-12T10:32:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741938_1118 (size=2944) 2024-11-12T10:32:35,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-12T10:32:35,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 2024-11-12T10:32:35,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, size=0, length=0, corrupted=false, cancelled=false 2024-11-12T10:32:35,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, journal: Splitting hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, size=0 (0bytes) at 1731407551472Finishing writing output for hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 so closing down at 1731407555486 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp at 1731407555488 (+2 ms)3 split writer threads finished at 1731407555489 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731407555496 (+7 ms)Rename recovered edits hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000037-wal.1731407551292.temp to hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 at 1731407555498 (+2 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292, size=0, length=0, corrupted=false, cancelled=false at 1731407555498 2024-11-12T10:32:35,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 to hdfs://localhost:33447/hbase/oldWALs/wal.1731407551292 2024-11-12T10:32:35,502 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 2024-11-12T10:32:35,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-12T10:32:35,504 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33447/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096, archiveDir=hdfs://localhost:33447/hbase/oldWALs, maxLogs=32 2024-11-12T10:32:35,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407555504, exclude list is [], retry=0 2024-11-12T10:32:35,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-2956b6de-9113-4595-89c5-ee6b1f387634,DISK] 2024-11-12T10:32:35,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-e67c3fa9-1529-4c93-b174-2b5a6a04d866,DISK] 2024-11-12T10:32:35,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41509,DS-4108dd55-df93-4c44-8644-0884e16d59c8,DISK] 2024-11-12T10:32:35,519 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407555504 2024-11-12T10:32:35,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43473:43473),(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-12T10:32:35,520 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:32:35,521 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,522 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName a 2024-11-12T10:32:35,522 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:35,533 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/f275d0f990644363ac0c543b67a0c62d 2024-11-12T10:32:35,533 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:35,533 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,534 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName b 2024-11-12T10:32:35,534 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:35,539 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/b/0f5b67b960ea49b7a71096d078c6eda1 2024-11-12T10:32:35,539 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:35,539 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,540 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a1bf4adc490cf002ff44de449f4177d columnFamilyName c 2024-11-12T10:32:35,540 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:32:35,544 DEBUG [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/c/4c85a20041b44555a111a176fb202154 2024-11-12T10:32:35,544 INFO [StoreOpener-0a1bf4adc490cf002ff44de449f4177d-1 {}] regionserver.HStore(327): Store=0a1bf4adc490cf002ff44de449f4177d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:32:35,545 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,545 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,548 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 2024-11-12T10:32:35,549 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-12T10:32:35,553 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 2024-11-12T10:32:35,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0a1bf4adc490cf002ff44de449f4177d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-12T10:32:35,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/8ece52cc9ac04f7bac1ac8fcb03624c3 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731407551421/Put/seqid=0 2024-11-12T10:32:35,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741940_1120 (size=5958) 2024-11-12T10:32:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741940_1120 (size=5958) 2024-11-12T10:32:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741940_1120 (size=5958) 2024-11-12T10:32:35,572 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/8ece52cc9ac04f7bac1ac8fcb03624c3 2024-11-12T10:32:35,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/13b73c5c15444baaa39475d13f27c438 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731407551427/Put/seqid=0 2024-11-12T10:32:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741941_1121 (size=5958) 2024-11-12T10:32:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741941_1121 (size=5958) 2024-11-12T10:32:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741941_1121 (size=5958) 2024-11-12T10:32:35,594 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/13b73c5c15444baaa39475d13f27c438 2024-11-12T10:32:35,610 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/f434862bc2c04810a3918290f31d61af is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731407551433/Put/seqid=0 2024-11-12T10:32:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741942_1122 (size=5958) 2024-11-12T10:32:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741942_1122 (size=5958) 2024-11-12T10:32:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741942_1122 (size=5958) 2024-11-12T10:32:35,616 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/f434862bc2c04810a3918290f31d61af 2024-11-12T10:32:35,621 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/a/8ece52cc9ac04f7bac1ac8fcb03624c3 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/8ece52cc9ac04f7bac1ac8fcb03624c3 2024-11-12T10:32:35,626 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/a/8ece52cc9ac04f7bac1ac8fcb03624c3, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:32:35,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/b/13b73c5c15444baaa39475d13f27c438 as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/b/13b73c5c15444baaa39475d13f27c438 2024-11-12T10:32:35,631 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/b/13b73c5c15444baaa39475d13f27c438, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:32:35,632 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/.tmp/c/f434862bc2c04810a3918290f31d61af as hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/c/f434862bc2c04810a3918290f31d61af 2024-11-12T10:32:35,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/c/f434862bc2c04810a3918290f31d61af, entries=10, sequenceid=66, filesize=5.8 K 2024-11-12T10:32:35,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0a1bf4adc490cf002ff44de449f4177d in 83ms, sequenceid=66, compaction requested=false; wal=null 2024-11-12T10:32:35,637 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/0000000000000000066 2024-11-12T10:32:35,638 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,638 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,638 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T10:32:35,640 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0a1bf4adc490cf002ff44de449f4177d 2024-11-12T10:32:35,642 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/hbase/data/default/testReplayEditsWrittenViaHRegion/0a1bf4adc490cf002ff44de449f4177d/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-12T10:32:35,643 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0a1bf4adc490cf002ff44de449f4177d; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74241450, jitterRate=0.10628381371498108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T10:32:35,643 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0a1bf4adc490cf002ff44de449f4177d: Writing region info on filesystem at 1731407555520Initializing all the Stores at 1731407555521 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407555521Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407555521Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731407555521Obtaining lock to block concurrent updates at 1731407555553 (+32 ms)Preparing flush snapshotting stores in 0a1bf4adc490cf002ff44de449f4177d at 1731407555553Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731407555553Flushing stores of testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. at 1731407555553Flushing 0a1bf4adc490cf002ff44de449f4177d/a: creating writer at 1731407555553Flushing 0a1bf4adc490cf002ff44de449f4177d/a: appending metadata at 1731407555565 (+12 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/a: closing flushed file at 1731407555565Flushing 0a1bf4adc490cf002ff44de449f4177d/b: creating writer at 1731407555576 (+11 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/b: appending metadata at 1731407555588 (+12 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/b: closing flushed file at 1731407555588Flushing 0a1bf4adc490cf002ff44de449f4177d/c: creating writer at 1731407555598 (+10 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/c: appending metadata at 1731407555610 (+12 ms)Flushing 0a1bf4adc490cf002ff44de449f4177d/c: closing flushed file at 1731407555610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3489e0: reopening flushed file at 1731407555620 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338af242: reopening flushed file at 1731407555626 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18848764: reopening flushed file at 1731407555631 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 0a1bf4adc490cf002ff44de449f4177d in 83ms, sequenceid=66, compaction requested=false; wal=null at 1731407555636 (+5 ms)Cleaning up temporary data from old regions at 1731407555638 (+2 ms)Region opened successfully at 1731407555643 (+5 ms) 2024-11-12T10:32:35,654 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0a1bf4adc490cf002ff44de449f4177d, disabling compactions & flushes 2024-11-12T10:32:35,654 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:35,654 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:35,654 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. after waiting 0 ms 2024-11-12T10:32:35,654 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:35,655 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731407551097.0a1bf4adc490cf002ff44de449f4177d. 2024-11-12T10:32:35,655 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0a1bf4adc490cf002ff44de449f4177d: Waiting for close lock at 1731407555654Disabling compacts and flushes for region at 1731407555654Disabling writes for close at 1731407555654Writing region close event to WAL at 1731407555655 (+1 ms)Closed at 1731407555655 2024-11-12T10:32:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741939_1119 (size=95) 2024-11-12T10:32:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741939_1119 (size=95) 2024-11-12T10:32:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741939_1119 (size=95) 2024-11-12T10:32:35,659 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-12T10:32:35,659 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731407555504) 2024-11-12T10:32:35,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=450 (was 443) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_794409966_22 at /127.0.0.1:41292 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_794409966_22 at /127.0.0.1:56084 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33447 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_794409966_22 at /127.0.0.1:52168 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 300), ProcessCount=11 (was 11), AvailableMemoryMB=6990 (was 7022) 2024-11-12T10:32:35,674 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-12T10:32:35,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:32:35,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:32:35,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:32:35,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:32:35,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:32:35,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1107730837, stopped=false 2024-11-12T10:32:35,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,41031,1731407515652 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:32:35,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:32:35,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:32:35,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:32:35,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:32:35,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:32:35,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:32:35,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:32:35,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,35453,1731407516583' ***** 2024-11-12T10:32:35,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:32:35,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,34745,1731407516628' ***** 2024-11-12T10:32:35,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:32:35,746 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:32:35,746 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:32:35,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:32:35,746 INFO [RS:1;a10fb4296bab:35453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:32:35,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:32:35,746 INFO [RS:2;a10fb4296bab:34745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:32:35,746 INFO [RS:1;a10fb4296bab:35453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:32:35,746 INFO [RS:2;a10fb4296bab:34745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:32:35,746 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(3091): Received CLOSE for 083bb33182130debc8420507025475ec 2024-11-12T10:32:35,746 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,35453,1731407516583 2024-11-12T10:32:35,746 INFO [RS:1;a10fb4296bab:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:32:35,747 INFO [RS:1;a10fb4296bab:35453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a10fb4296bab:35453. 2024-11-12T10:32:35,747 DEBUG [RS:1;a10fb4296bab:35453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:32:35,747 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,34745,1731407516628 2024-11-12T10:32:35,747 DEBUG [RS:1;a10fb4296bab:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,747 INFO [RS:2;a10fb4296bab:34745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:32:35,747 INFO [RS:2;a10fb4296bab:34745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a10fb4296bab:34745. 2024-11-12T10:32:35,747 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:32:35,747 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 083bb33182130debc8420507025475ec, disabling compactions & flushes 2024-11-12T10:32:35,747 DEBUG [RS:2;a10fb4296bab:34745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:32:35,747 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:32:35,747 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:35,747 DEBUG [RS:2;a10fb4296bab:34745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,747 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:32:35,747 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:35,747 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:32:35,747 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:32:35,747 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1325): Online Regions={083bb33182130debc8420507025475ec=testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec.} 2024-11-12T10:32:35,747 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. after waiting 0 ms 2024-11-12T10:32:35,747 DEBUG [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1351): Waiting on 083bb33182130debc8420507025475ec 2024-11-12T10:32:35,747 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:35,748 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T10:32:35,748 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T10:32:35,748 DEBUG [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:32:35,748 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:32:35,748 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:32:35,748 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:32:35,748 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:32:35,748 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:32:35,748 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-12T10:32:35,753 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/083bb33182130debc8420507025475ec/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-12T10:32:35,754 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:35,754 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 083bb33182130debc8420507025475ec: Waiting for close lock at 1731407555747Running coprocessor pre-close hooks at 1731407555747Disabling compacts and flushes for region at 1731407555747Disabling writes for close at 1731407555747Writing region close event to WAL at 1731407555749 (+2 ms)Running coprocessor post-close hooks at 1731407555754 (+5 ms)Closed at 1731407555754 2024-11-12T10:32:35,754 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec. 2024-11-12T10:32:35,754 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/9f193eb4b9024c5bb8ee3488d10c00c5 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731407531348.083bb33182130debc8420507025475ec./info:regioninfo/1731407535535/Put/seqid=0 2024-11-12T10:32:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741943_1123 (size=6778) 2024-11-12T10:32:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741943_1123 (size=6778) 2024-11-12T10:32:35,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741943_1123 (size=6778) 2024-11-12T10:32:35,765 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/9f193eb4b9024c5bb8ee3488d10c00c5 2024-11-12T10:32:35,770 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/.tmp/info/9f193eb4b9024c5bb8ee3488d10c00c5 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/info/9f193eb4b9024c5bb8ee3488d10c00c5 2024-11-12T10:32:35,776 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/info/9f193eb4b9024c5bb8ee3488d10c00c5, entries=8, sequenceid=23, filesize=6.6 K 2024-11-12T10:32:35,777 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=23, compaction requested=false 2024-11-12T10:32:35,781 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-12T10:32:35,782 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:32:35,782 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:32:35,782 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731407555748Running coprocessor pre-close hooks at 1731407555748Disabling compacts and flushes for region at 1731407555748Disabling writes for close at 1731407555748Obtaining lock to block concurrent updates at 1731407555748Preparing flush snapshotting stores in 1588230740 at 1731407555748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731407555749 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731407555750 (+1 ms)Flushing 1588230740/info: creating writer at 1731407555750Flushing 1588230740/info: appending metadata at 1731407555754 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731407555754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f22ee20: reopening flushed file at 1731407555769 (+15 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 29ms, sequenceid=23, compaction requested=false at 1731407555777 (+8 ms)Writing region close event to WAL at 1731407555778 (+1 ms)Running coprocessor post-close hooks at 1731407555782 (+4 ms)Closed at 1731407555782 2024-11-12T10:32:35,782 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:32:35,819 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:35,819 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:35,948 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,34745,1731407516628; all regions closed. 2024-11-12T10:32:35,948 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,35453,1731407516583; all regions closed. 2024-11-12T10:32:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741893_1071 (size=1672) 2024-11-12T10:32:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741893_1071 (size=1672) 2024-11-12T10:32:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741893_1071 (size=1672) 2024-11-12T10:32:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741833_1009 (size=719) 2024-11-12T10:32:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741833_1009 (size=719) 2024-11-12T10:32:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741833_1009 (size=719) 2024-11-12T10:32:35,956 DEBUG [RS:2;a10fb4296bab:34745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs 2024-11-12T10:32:35,956 DEBUG [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs 2024-11-12T10:32:35,956 INFO [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C35453%2C1731407516583.meta:.meta(num 1731407534705) 2024-11-12T10:32:35,956 INFO [RS:2;a10fb4296bab:34745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C34745%2C1731407516628:(num 1731407518231) 2024-11-12T10:32:35,956 DEBUG [RS:2;a10fb4296bab:34745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:32:35,957 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:32:35,957 INFO [RS:2;a10fb4296bab:34745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34745 2024-11-12T10:32:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741834_1010 (size=1706) 2024-11-12T10:32:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741834_1010 (size=1706) 2024-11-12T10:32:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741834_1010 (size=1706) 2024-11-12T10:32:35,961 DEBUG [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/oldWALs 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C35453%2C1731407516583:(num 1731407518232) 2024-11-12T10:32:35,961 DEBUG [RS:1;a10fb4296bab:35453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:32:35,961 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:32:35,961 INFO [RS:1;a10fb4296bab:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35453 2024-11-12T10:32:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:32:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,34745,1731407516628 2024-11-12T10:32:35,969 INFO [RS:2;a10fb4296bab:34745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:32:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,35453,1731407516583 2024-11-12T10:32:35,979 INFO [RS:1;a10fb4296bab:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:32:35,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,34745,1731407516628] 2024-11-12T10:32:36,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-12T10:32:36,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:36,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-12T10:32:36,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-12T10:32:36,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:32:36,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:32:36,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-12T10:32:36,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,34745,1731407516628 already deleted, retry=false 2024-11-12T10:32:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,090 INFO [RS:2;a10fb4296bab:34745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:32:36,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,34745,1731407516628 expired; onlineServers=1 2024-11-12T10:32:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34745-0x1012e9a08a80003, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,090 INFO [RS:2;a10fb4296bab:34745 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,34745,1731407516628; zookeeper connection closed. 2024-11-12T10:32:36,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,35453,1731407516583] 2024-11-12T10:32:36,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77ae70b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77ae70b5 2024-11-12T10:32:36,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,35453,1731407516583 already deleted, retry=false 2024-11-12T10:32:36,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,35453,1731407516583 expired; onlineServers=0 2024-11-12T10:32:36,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,41031,1731407515652' ***** 2024-11-12T10:32:36,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:32:36,101 INFO [M:0;a10fb4296bab:41031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:32:36,102 INFO [M:0;a10fb4296bab:41031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:32:36,102 DEBUG [M:0;a10fb4296bab:41031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:32:36,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:32:36,103 DEBUG [M:0;a10fb4296bab:41031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:32:36,103 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407517817 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731407517817,5,FailOnTimeoutGroup] 2024-11-12T10:32:36,103 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407517817 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731407517817,5,FailOnTimeoutGroup] 2024-11-12T10:32:36,103 INFO [M:0;a10fb4296bab:41031 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:32:36,104 INFO [M:0;a10fb4296bab:41031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:32:36,104 DEBUG [M:0;a10fb4296bab:41031 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:32:36,104 INFO [M:0;a10fb4296bab:41031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:32:36,104 INFO [M:0;a10fb4296bab:41031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:32:36,105 INFO [M:0;a10fb4296bab:41031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:32:36,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:32:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:32:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:32:36,117 DEBUG [M:0;a10fb4296bab:41031 {}] zookeeper.ZKUtil(347): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:32:36,117 WARN [M:0;a10fb4296bab:41031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:32:36,117 INFO [M:0;a10fb4296bab:41031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/.lastflushedseqids 2024-11-12T10:32:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741944_1124 (size=119) 2024-11-12T10:32:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741944_1124 (size=119) 2024-11-12T10:32:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741944_1124 (size=119) 2024-11-12T10:32:36,130 INFO [M:0;a10fb4296bab:41031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:32:36,130 INFO [M:0;a10fb4296bab:41031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:32:36,130 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:32:36,130 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:32:36,130 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:32:36,130 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:32:36,130 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:32:36,130 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-12T10:32:36,144 DEBUG [M:0;a10fb4296bab:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494d5caa1d2f40bab48dc700b58693db is 82, key is hbase:meta,,1/info:regioninfo/1731407534854/Put/seqid=0 2024-11-12T10:32:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741945_1125 (size=6063) 2024-11-12T10:32:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741945_1125 (size=6063) 2024-11-12T10:32:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741945_1125 (size=6063) 2024-11-12T10:32:36,151 INFO [M:0;a10fb4296bab:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494d5caa1d2f40bab48dc700b58693db 2024-11-12T10:32:36,170 DEBUG [M:0;a10fb4296bab:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773619fd0ab44439fd6113918f234a7 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731407531777/Put/seqid=0 2024-11-12T10:32:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741946_1126 (size=7907) 2024-11-12T10:32:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741946_1126 (size=7907) 2024-11-12T10:32:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741946_1126 (size=7907) 2024-11-12T10:32:36,176 INFO [M:0;a10fb4296bab:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773619fd0ab44439fd6113918f234a7 2024-11-12T10:32:36,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,180 INFO [RS:1;a10fb4296bab:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:32:36,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35453-0x1012e9a08a80002, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,180 INFO [RS:1;a10fb4296bab:35453 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,35453,1731407516583; zookeeper connection closed. 2024-11-12T10:32:36,180 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6831a12b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6831a12b 2024-11-12T10:32:36,180 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:32:36,181 INFO [M:0;a10fb4296bab:41031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6773619fd0ab44439fd6113918f234a7 2024-11-12T10:32:36,200 DEBUG [M:0;a10fb4296bab:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5674a8e821e74db7aba35e38d6d07273 is 69, key is a10fb4296bab,34745,1731407516628/rs:state/1731407517919/Put/seqid=0 2024-11-12T10:32:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741947_1127 (size=5440) 2024-11-12T10:32:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741947_1127 (size=5440) 2024-11-12T10:32:36,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741947_1127 (size=5440) 2024-11-12T10:32:36,206 INFO [M:0;a10fb4296bab:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5674a8e821e74db7aba35e38d6d07273 2024-11-12T10:32:36,209 INFO [M:0;a10fb4296bab:41031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5674a8e821e74db7aba35e38d6d07273 2024-11-12T10:32:36,210 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/494d5caa1d2f40bab48dc700b58693db as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/494d5caa1d2f40bab48dc700b58693db 2024-11-12T10:32:36,215 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/494d5caa1d2f40bab48dc700b58693db, entries=14, sequenceid=207, filesize=5.9 K 2024-11-12T10:32:36,216 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6773619fd0ab44439fd6113918f234a7 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6773619fd0ab44439fd6113918f234a7 2024-11-12T10:32:36,220 INFO [M:0;a10fb4296bab:41031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6773619fd0ab44439fd6113918f234a7 2024-11-12T10:32:36,220 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6773619fd0ab44439fd6113918f234a7, entries=21, sequenceid=207, filesize=7.7 K 2024-11-12T10:32:36,221 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5674a8e821e74db7aba35e38d6d07273 as hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5674a8e821e74db7aba35e38d6d07273 2024-11-12T10:32:36,226 INFO [M:0;a10fb4296bab:41031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5674a8e821e74db7aba35e38d6d07273 2024-11-12T10:32:36,226 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/f81e349f-3762-6229-70af-c1a9b2f4ef6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5674a8e821e74db7aba35e38d6d07273, entries=3, sequenceid=207, filesize=5.3 K 2024-11-12T10:32:36,227 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=207, compaction requested=false 2024-11-12T10:32:36,228 INFO [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:32:36,228 DEBUG [M:0;a10fb4296bab:41031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731407556130Disabling compacts and flushes for region at 1731407556130Disabling writes for close at 1731407556130Obtaining lock to block concurrent updates at 1731407556130Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731407556130Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1731407556131 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731407556131Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731407556131Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731407556144 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731407556144Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731407556155 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731407556169 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731407556169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731407556181 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731407556199 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731407556199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b249c51: reopening flushed file at 1731407556209 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120b0efa: reopening flushed file at 1731407556215 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621796cc: reopening flushed file at 1731407556221 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=207, compaction requested=false at 1731407556227 (+6 ms)Writing region close event to WAL at 1731407556228 (+1 ms)Closed at 1731407556228 2024-11-12T10:32:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741830_1006 (size=69299) 2024-11-12T10:32:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41509 is added to blk_1073741830_1006 (size=69299) 2024-11-12T10:32:36,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741830_1006 (size=69299) 2024-11-12T10:32:36,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:32:36,231 INFO [M:0;a10fb4296bab:41031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:32:36,231 INFO [M:0;a10fb4296bab:41031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41031 2024-11-12T10:32:36,231 INFO [M:0;a10fb4296bab:41031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:32:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,343 INFO [M:0;a10fb4296bab:41031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:32:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1012e9a08a80000, quorum=127.0.0.1:58520, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:32:36,350 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407545780 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407545780 (inode 16688) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731407536551/wal.1731407545780 (inode 16688) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-12T10:32:36,353 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536413 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536413 (inode 16665) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731407536122/wal.1731407536413 (inode 16665) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-12T10:32:36,354 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731407526836/wal.1731407526951 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:36,356 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546513 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546513 (inode 16714) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731407545966/wal.1731407546513 (inode 16714) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-12T10:32:36,357 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731407546648/wal.1731407546706 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:36,357 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731407551096/wal.1731407551292 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:36,358 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731407519827/wal.1731407519897 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:32:36,360 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal.1731407519695 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal.1731407519695 (inode 16485) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731407519509/wal.1731407519695 (inode 16485) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-12T10:32:36,362 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal.1731407519288 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal.1731407519288 (inode 16462) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731407519069/wal.1731407519288 (inode 16462) Holder DFSClient_NONMAPREDUCE_330580771_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-12T10:32:36,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:32:36,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:32:36,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:32:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:32:36,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,STOPPED} 2024-11-12T10:32:36,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:32:36,371 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:32:36,371 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519203250-172.17.0.3-1731407510831 (Datanode Uuid 6ab21f49-1342-4c4d-9f32-6d6060d90e1e) service to localhost/127.0.0.1:33447 2024-11-12T10:32:36,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:32:36,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data5/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data6/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:32:36,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:32:36,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:32:36,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:32:36,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:32:36,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,STOPPED} 2024-11-12T10:32:36,376 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:32:36,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:32:36,376 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519203250-172.17.0.3-1731407510831 (Datanode Uuid f6e0f73d-8f6c-4abc-abb8-8c24d64418ae) service to localhost/127.0.0.1:33447 2024-11-12T10:32:36,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:32:36,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data3/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data4/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:32:36,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:32:36,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:32:36,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:32:36,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:32:36,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,STOPPED} 2024-11-12T10:32:36,383 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:32:36,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:32:36,383 WARN [BP-519203250-172.17.0.3-1731407510831 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-519203250-172.17.0.3-1731407510831 (Datanode Uuid 02ae7c5e-1d7d-4142-b502-9422ae8f337e) service to localhost/127.0.0.1:33447 2024-11-12T10:32:36,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:32:36,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data1/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/cluster_afe205d6-e2f4-8cf6-2475-40ba00610f43/data/data2/current/BP-519203250-172.17.0.3-1731407510831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:32:36,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:32:36,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:32:36,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:32:36,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:32:36,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:32:36,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d62096eb-2975-4c11-5cad-ec90be157c5d/hadoop.log.dir/,STOPPED} 2024-11-12T10:32:36,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:32:36,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down