2024-11-22 05:30:16,250 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-22 05:30:16,261 main DEBUG Took 0.009325 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 05:30:16,261 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 05:30:16,261 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 05:30:16,263 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 05:30:16,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,271 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 05:30:16,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,286 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,287 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,288 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,289 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,291 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,292 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,293 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:30:16,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,295 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 05:30:16,297 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:30:16,298 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 05:30:16,300 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 05:30:16,300 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 05:30:16,301 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 05:30:16,302 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 05:30:16,310 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 05:30:16,313 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 05:30:16,314 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 05:30:16,315 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 05:30:16,315 main DEBUG createAppenders(={Console}) 2024-11-22 05:30:16,316 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-11-22 05:30:16,316 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-11-22 05:30:16,317 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-11-22 05:30:16,317 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 05:30:16,318 main DEBUG OutputStream closed 2024-11-22 05:30:16,318 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 05:30:16,318 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 05:30:16,318 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-11-22 05:30:16,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 05:30:16,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 05:30:16,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 05:30:16,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 05:30:16,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 05:30:16,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 05:30:16,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 05:30:16,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 05:30:16,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 05:30:16,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 05:30:16,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 05:30:16,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 05:30:16,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 05:30:16,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 05:30:16,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 05:30:16,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 05:30:16,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 05:30:16,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 05:30:16,401 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 05:30:16,401 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-11-22 05:30:16,401 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 05:30:16,402 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-11-22T05:30:16,625 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750 2024-11-22 05:30:16,629 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 05:30:16,629 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T05:30:16,638 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-22T05:30:16,671 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T05:30:16,716 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T05:30:16,716 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T05:30:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:30:16,741 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf, deleteOnExit=true 2024-11-22T05:30:16,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:30:16,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/test.cache.data in system properties and HBase conf 2024-11-22T05:30:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:30:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:30:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:30:16,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:30:16,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:30:16,816 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T05:30:16,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:30:16,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:30:16,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:30:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:30:16,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:30:16,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:30:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:30:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:30:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:30:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:30:16,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:30:16,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:30:16,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:30:16,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:30:16,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:30:18,006 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T05:30:18,076 INFO [Time-limited test {}] log.Log(170): Logging initialized @2476ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T05:30:18,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:30:18,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:30:18,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:30:18,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:30:18,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:30:18,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:30:18,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751489f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:30:18,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3a0561{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:30:18,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73b32aa2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/java.io.tmpdir/jetty-localhost-42211-hadoop-hdfs-3_4_1-tests_jar-_-any-8413042073114685223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:30:18,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e2ddae{HTTP/1.1, (http/1.1)}{localhost:42211} 2024-11-22T05:30:18,416 INFO [Time-limited test {}] server.Server(415): Started @2817ms 2024-11-22T05:30:18,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:30:18,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:30:18,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:30:18,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:30:18,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:30:18,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50901468{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:30:18,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19895485{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:30:19,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17be2a4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/java.io.tmpdir/jetty-localhost-39285-hadoop-hdfs-3_4_1-tests_jar-_-any-378760605802161387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:30:19,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ecf726e{HTTP/1.1, (http/1.1)}{localhost:39285} 2024-11-22T05:30:19,079 INFO [Time-limited test {}] server.Server(415): Started @3480ms 2024-11-22T05:30:19,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:30:19,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:30:19,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:30:19,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:30:19,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:30:19,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:30:19,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b152b3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:30:19,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edd15fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:30:19,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70b25848{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/java.io.tmpdir/jetty-localhost-35347-hadoop-hdfs-3_4_1-tests_jar-_-any-16379171513887656169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:30:19,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a8a49ff{HTTP/1.1, (http/1.1)}{localhost:35347} 2024-11-22T05:30:19,359 INFO [Time-limited test {}] server.Server(415): Started @3760ms 2024-11-22T05:30:19,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:30:19,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:30:19,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:30:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:30:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:30:19,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:30:19,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bd4c69c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:30:19,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582ba343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:30:19,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5b5cda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/java.io.tmpdir/jetty-localhost-38189-hadoop-hdfs-3_4_1-tests_jar-_-any-13976868161700660412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:30:19,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32eb964{HTTP/1.1, (http/1.1)}{localhost:38189} 2024-11-22T05:30:19,530 INFO [Time-limited test {}] server.Server(415): Started @3930ms 2024-11-22T05:30:19,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:30:21,043 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data3/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,043 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data2/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,043 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data4/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,043 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data1/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,071 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:30:21,071 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:30:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d5479a2987228e with lease ID 0x19bfee5bc11214a: Processing first storage report for DS-d4315837-74f7-446d-8383-2137aa305b8a from datanode DatanodeRegistration(127.0.0.1:44045, datanodeUuid=dd73a127-c94b-44e3-beef-40f308e81707, infoPort=37339, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d5479a2987228e with lease ID 0x19bfee5bc11214a: from storage DS-d4315837-74f7-446d-8383-2137aa305b8a node DatanodeRegistration(127.0.0.1:44045, datanodeUuid=dd73a127-c94b-44e3-beef-40f308e81707, infoPort=37339, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4f28829ac34df01 with lease ID 0x19bfee5bc112149: Processing first storage report for DS-e4865ce3-54bc-47e7-91b7-46def5c9f596 from datanode DatanodeRegistration(127.0.0.1:34277, datanodeUuid=83119664-76c1-4582-8968-0f1caa0258eb, infoPort=34463, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4f28829ac34df01 with lease ID 0x19bfee5bc112149: from storage DS-e4865ce3-54bc-47e7-91b7-46def5c9f596 node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=83119664-76c1-4582-8968-0f1caa0258eb, infoPort=34463, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d5479a2987228e with lease ID 0x19bfee5bc11214a: Processing first storage report for DS-2e87b328-d12c-4726-8da9-8a52bb1bc869 from datanode DatanodeRegistration(127.0.0.1:44045, datanodeUuid=dd73a127-c94b-44e3-beef-40f308e81707, infoPort=37339, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d5479a2987228e with lease ID 0x19bfee5bc11214a: from storage DS-2e87b328-d12c-4726-8da9-8a52bb1bc869 node DatanodeRegistration(127.0.0.1:44045, datanodeUuid=dd73a127-c94b-44e3-beef-40f308e81707, infoPort=37339, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4f28829ac34df01 with lease ID 0x19bfee5bc112149: Processing first storage report for DS-2cd62ac3-29a7-4fd1-bec3-0592e4736be6 from datanode DatanodeRegistration(127.0.0.1:34277, datanodeUuid=83119664-76c1-4582-8968-0f1caa0258eb, infoPort=34463, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4f28829ac34df01 with lease ID 0x19bfee5bc112149: from storage DS-2cd62ac3-29a7-4fd1-bec3-0592e4736be6 node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=83119664-76c1-4582-8968-0f1caa0258eb, infoPort=34463, infoSecurePort=0, ipcPort=36919, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,130 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data6/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,130 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data5/current/BP-420385157-172.17.0.2-1732253417443/current, will proceed with Du for space computation calculation, 2024-11-22T05:30:21,146 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:30:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca89eb9830da9076 with lease ID 0x19bfee5bc11214b: Processing first storage report for DS-9d102c65-42aa-428d-895d-a7d5dce88bec from datanode DatanodeRegistration(127.0.0.1:39079, datanodeUuid=3a3ad9c2-19d7-44ab-b05b-1d08e5e32025, infoPort=34335, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca89eb9830da9076 with lease ID 0x19bfee5bc11214b: from storage DS-9d102c65-42aa-428d-895d-a7d5dce88bec node DatanodeRegistration(127.0.0.1:39079, datanodeUuid=3a3ad9c2-19d7-44ab-b05b-1d08e5e32025, infoPort=34335, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca89eb9830da9076 with lease ID 0x19bfee5bc11214b: Processing first storage report for DS-24e249ce-0974-461a-9609-3b88fe1e2a88 from datanode DatanodeRegistration(127.0.0.1:39079, datanodeUuid=3a3ad9c2-19d7-44ab-b05b-1d08e5e32025, infoPort=34335, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443) 2024-11-22T05:30:21,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca89eb9830da9076 with lease ID 0x19bfee5bc11214b: from storage DS-24e249ce-0974-461a-9609-3b88fe1e2a88 node DatanodeRegistration(127.0.0.1:39079, datanodeUuid=3a3ad9c2-19d7-44ab-b05b-1d08e5e32025, infoPort=34335, infoSecurePort=0, ipcPort=40639, storageInfo=lv=-57;cid=testClusterID;nsid=150234855;c=1732253417443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:30:21,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750 2024-11-22T05:30:21,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/zookeeper_0, clientPort=50955, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:30:21,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50955 2024-11-22T05:30:21,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:21,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:21,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:30:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:30:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:30:21,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 with version=8 2024-11-22T05:30:21,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/hbase-staging 2024-11-22T05:30:22,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:30:22,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:30:22,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:30:22,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:30:22,370 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T05:30:22,379 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T05:30:22,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:30:22,405 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 90746 (auto-detected) 2024-11-22T05:30:22,406 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T05:30:22,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43975 2024-11-22T05:30:22,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43975 connecting to ZooKeeper ensemble=127.0.0.1:50955 2024-11-22T05:30:22,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439750x0, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:30:22,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43975-0x10161058a5e0000 connected 2024-11-22T05:30:22,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:30:22,708 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4, hbase.cluster.distributed=false 2024-11-22T05:30:22,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:30:22,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-22T05:30:22,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43975 2024-11-22T05:30:22,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43975 2024-11-22T05:30:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-22T05:30:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43975 2024-11-22T05:30:22,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:30:22,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:30:22,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:30:22,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:30:22,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:30:22,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38631 2024-11-22T05:30:22,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38631 connecting to ZooKeeper ensemble=127.0.0.1:50955 2024-11-22T05:30:22,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386310x0, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:30:22,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:30:22,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38631-0x10161058a5e0001 connected 2024-11-22T05:30:22,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:30:22,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:30:22,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T05:30:22,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:30:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-22T05:30:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-22T05:30:22,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-22T05:30:22,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-22T05:30:22,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-22T05:30:22,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:30:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:30:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:30:22,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:30:22,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:30:22,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43645 2024-11-22T05:30:22,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43645 connecting to ZooKeeper ensemble=127.0.0.1:50955 2024-11-22T05:30:22,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436450x0, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:30:22,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:30:22,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43645-0x10161058a5e0002 connected 2024-11-22T05:30:22,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:30:22,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:30:22,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T05:30:22,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:30:22,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-22T05:30:22,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43645 2024-11-22T05:30:22,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43645 2024-11-22T05:30:22,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-22T05:30:22,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43645 2024-11-22T05:30:22,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:30:22,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:30:22,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:30:22,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:30:22,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:30:22,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:30:22,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42765 2024-11-22T05:30:22,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42765 connecting to ZooKeeper ensemble=127.0.0.1:50955 2024-11-22T05:30:22,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:22,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427650x0, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:30:22,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427650x0, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:30:22,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42765-0x10161058a5e0003 connected 2024-11-22T05:30:22,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:30:22,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:30:22,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T05:30:22,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:30:22,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42765 2024-11-22T05:30:22,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42765 2024-11-22T05:30:22,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42765 2024-11-22T05:30:22,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42765 2024-11-22T05:30:22,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42765 2024-11-22T05:30:22,980 DEBUG [M:0;82891a793a29:43975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:43975 2024-11-22T05:30:22,982 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/82891a793a29,43975,1732253422020 2024-11-22T05:30:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,003 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/82891a793a29,43975,1732253422020 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T05:30:23,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,040 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T05:30:23,041 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/82891a793a29,43975,1732253422020 from backup master directory 2024-11-22T05:30:23,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/82891a793a29,43975,1732253422020 2024-11-22T05:30:23,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:30:23,054 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:30:23,054 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,43975,1732253422020 2024-11-22T05:30:23,056 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T05:30:23,058 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T05:30:23,113 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/hbase.id] with ID: e06cdc94-77f1-4fbf-8359-4b8b286d4fbf 2024-11-22T05:30:23,113 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/.tmp/hbase.id 2024-11-22T05:30:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:30:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:30:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:30:23,128 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/.tmp/hbase.id]:[hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/hbase.id] 2024-11-22T05:30:23,171 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:30:23,175 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:30:23,193 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T05:30:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:30:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:30:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:30:23,243 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:30:23,244 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:30:23,249 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:30:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:30:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:30:23,296 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store 2024-11-22T05:30:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:30:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:30:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:30:23,321 INFO [master/82891a793a29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T05:30:23,325 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:23,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:30:23,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:30:23,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:30:23,329 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:30:23,330 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:30:23,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:30:23,331 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732253423327Disabling compacts and flushes for region at 1732253423327Disabling writes for close at 1732253423329 (+2 ms)Writing region close event to WAL at 1732253423330 (+1 ms)Closed at 1732253423330 2024-11-22T05:30:23,333 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/.initializing 2024-11-22T05:30:23,333 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/WALs/82891a793a29,43975,1732253422020 2024-11-22T05:30:23,340 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:23,354 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C43975%2C1732253422020, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/WALs/82891a793a29,43975,1732253422020, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/oldWALs, maxLogs=10 2024-11-22T05:30:23,385 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/WALs/82891a793a29,43975,1732253422020/82891a793a29%2C43975%2C1732253422020.1732253423360, exclude list is [], retry=0 2024-11-22T05:30:23,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:23,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:23,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:23,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:23,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T05:30:23,445 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/WALs/82891a793a29,43975,1732253422020/82891a793a29%2C43975%2C1732253422020.1732253423360 2024-11-22T05:30:23,446 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:23,446 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:23,447 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:23,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,450 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:30:23,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:23,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:23,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:30:23,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:23,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:23,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:30:23,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:23,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:23,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:30:23,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:23,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:23,525 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,528 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,534 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,534 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,537 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:30:23,540 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:30:23,545 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:23,546 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69216924, jitterRate=0.03141254186630249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:30:23,553 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732253423461Initializing all the Stores at 1732253423463 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253423464 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253423464Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253423465 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253423465Cleaning up temporary data from old regions at 1732253423534 (+69 ms)Region opened successfully at 1732253423553 (+19 ms) 2024-11-22T05:30:23,554 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:30:23,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3261e997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:30:23,612 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:30:23,622 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:30:23,623 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:30:23,625 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:30:23,627 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T05:30:23,631 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T05:30:23,631 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:30:23,655 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:30:23,662 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T05:30:23,779 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T05:30:23,786 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:30:23,789 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:30:23,874 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T05:30:23,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:30:23,883 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:30:23,894 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T05:30:23,896 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:30:23,905 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T05:30:23,925 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:30:23,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,952 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,43975,1732253422020, sessionid=0x10161058a5e0000, setting cluster-up flag (Was=false) 2024-11-22T05:30:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:23,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,021 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T05:30:24,025 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,43975,1732253422020 2024-11-22T05:30:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,084 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T05:30:24,087 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,43975,1732253422020 2024-11-22T05:30:24,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:30:24,164 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:30:24,170 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(746): ClusterId : e06cdc94-77f1-4fbf-8359-4b8b286d4fbf 2024-11-22T05:30:24,170 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(746): ClusterId : e06cdc94-77f1-4fbf-8359-4b8b286d4fbf 2024-11-22T05:30:24,170 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(746): ClusterId : e06cdc94-77f1-4fbf-8359-4b8b286d4fbf 2024-11-22T05:30:24,173 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:30:24,173 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:30:24,173 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:30:24,173 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:30:24,179 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:30:24,184 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,43975,1732253422020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:30:24,198 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:30:24,198 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:30:24,198 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:30:24,198 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:30:24,198 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:30:24,198 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:30:24,199 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:30:24,199 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:30:24,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:30:24,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:30:24,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:30:24,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:30:24,201 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,202 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732253454202 2024-11-22T05:30:24,204 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:30:24,205 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:30:24,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:30:24,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:30:24,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:30:24,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:30:24,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:30:24,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:30:24,212 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:30:24,212 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:30:24,212 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:30:24,212 DEBUG [RS:1;82891a793a29:43645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362bf66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:30:24,212 DEBUG [RS:0;82891a793a29:38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca25c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:30:24,212 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:24,212 DEBUG [RS:2;82891a793a29:42765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1ae852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:30:24,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:30:24,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,216 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:30:24,218 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:30:24,218 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:30:24,222 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:30:24,223 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:30:24,225 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253424224,5,FailOnTimeoutGroup] 2024-11-22T05:30:24,229 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;82891a793a29:42765 2024-11-22T05:30:24,229 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;82891a793a29:43645 2024-11-22T05:30:24,230 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253424225,5,FailOnTimeoutGroup] 2024-11-22T05:30:24,230 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,230 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:30:24,231 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:38631 2024-11-22T05:30:24,231 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,231 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,234 INFO [RS:1;82891a793a29:43645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:30:24,234 INFO [RS:2;82891a793a29:42765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:30:24,234 INFO [RS:0;82891a793a29:38631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:30:24,234 INFO [RS:1;82891a793a29:43645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:30:24,234 INFO [RS:2;82891a793a29:42765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:30:24,234 INFO [RS:0;82891a793a29:38631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:30:24,234 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:30:24,234 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:30:24,234 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:30:24,237 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,43975,1732253422020 with port=43645, startcode=1732253422889 2024-11-22T05:30:24,237 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,43975,1732253422020 with port=38631, startcode=1732253422799 2024-11-22T05:30:24,237 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,43975,1732253422020 with port=42765, startcode=1732253422939 2024-11-22T05:30:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:30:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:30:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:30:24,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:30:24,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 2024-11-22T05:30:24,252 DEBUG [RS:2;82891a793a29:42765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:30:24,252 DEBUG [RS:1;82891a793a29:43645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:30:24,252 DEBUG [RS:0;82891a793a29:38631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:30:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:30:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:30:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:30:24,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:24,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:30:24,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:30:24,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:24,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:30:24,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:30:24,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:24,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:24,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:30:24,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:30:24,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:24,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:24,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:30:24,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:30:24,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:24,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:24,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:30:24,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740 2024-11-22T05:30:24,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740 2024-11-22T05:30:24,295 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:30:24,295 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:30:24,295 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:30:24,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:30:24,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:30:24,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:30:24,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:30:24,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,38631,1732253422799 2024-11-22T05:30:24,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:24,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(517): Registering regionserver=82891a793a29,38631,1732253422799 2024-11-22T05:30:24,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69177328, jitterRate=0.0308225154876709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:30:24,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732253424266Initializing all the Stores at 1732253424269 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253424269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253424269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253424269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253424269Cleaning up temporary data from old regions at 1732253424296 (+27 ms)Region opened successfully at 1732253424312 (+16 ms) 2024-11-22T05:30:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:30:24,313 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:30:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:30:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:30:24,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:30:24,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:30:24,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732253424313Disabling compacts and flushes for region at 1732253424313Disabling writes for close at 1732253424313Writing region close event to WAL at 1732253424314 (+1 ms)Closed at 1732253424315 (+1 ms) 2024-11-22T05:30:24,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,43645,1732253422889 2024-11-22T05:30:24,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:30:24,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(517): Registering regionserver=82891a793a29,43645,1732253422889 2024-11-22T05:30:24,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:30:24,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,42765,1732253422939 2024-11-22T05:30:24,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43975 {}] master.ServerManager(517): Registering regionserver=82891a793a29,42765,1732253422939 2024-11-22T05:30:24,324 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 2024-11-22T05:30:24,324 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 2024-11-22T05:30:24,324 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-22T05:30:24,324 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-22T05:30:24,324 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:30:24,324 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:30:24,328 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 2024-11-22T05:30:24,328 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33523 2024-11-22T05:30:24,328 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:30:24,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:30:24,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:30:24,342 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:30:24,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:30:24,421 DEBUG [RS:0;82891a793a29:38631 {}] zookeeper.ZKUtil(111): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82891a793a29,38631,1732253422799 2024-11-22T05:30:24,421 DEBUG [RS:1;82891a793a29:43645 {}] zookeeper.ZKUtil(111): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82891a793a29,43645,1732253422889 2024-11-22T05:30:24,421 WARN [RS:1;82891a793a29:43645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:30:24,421 WARN [RS:0;82891a793a29:38631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:30:24,421 INFO [RS:1;82891a793a29:43645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:24,421 INFO [RS:0;82891a793a29:38631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:24,421 DEBUG [RS:2;82891a793a29:42765 {}] zookeeper.ZKUtil(111): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82891a793a29,42765,1732253422939 2024-11-22T05:30:24,421 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889 2024-11-22T05:30:24,421 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799 2024-11-22T05:30:24,421 WARN [RS:2;82891a793a29:42765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:30:24,422 INFO [RS:2;82891a793a29:42765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:24,422 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,42765,1732253422939 2024-11-22T05:30:24,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,43645,1732253422889] 2024-11-22T05:30:24,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,38631,1732253422799] 2024-11-22T05:30:24,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,42765,1732253422939] 2024-11-22T05:30:24,450 INFO [RS:0;82891a793a29:38631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:30:24,450 INFO [RS:2;82891a793a29:42765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:30:24,450 INFO [RS:1;82891a793a29:43645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:30:24,466 INFO [RS:0;82891a793a29:38631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:30:24,466 INFO [RS:2;82891a793a29:42765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:30:24,466 INFO [RS:1;82891a793a29:43645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:30:24,472 INFO [RS:0;82891a793a29:38631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:30:24,472 INFO [RS:2;82891a793a29:42765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:30:24,472 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,472 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,472 INFO [RS:1;82891a793a29:43645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:30:24,472 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,473 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:30:24,473 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:30:24,473 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:30:24,479 INFO [RS:2;82891a793a29:42765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:30:24,479 INFO [RS:0;82891a793a29:38631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:30:24,479 INFO [RS:1;82891a793a29:43645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:30:24,481 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,481 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,481 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,481 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,481 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,482 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,483 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:2;82891a793a29:42765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,483 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:30:24,483 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,483 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,483 DEBUG [RS:0;82891a793a29:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,483 DEBUG [RS:1;82891a793a29:43645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:30:24,484 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,484 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42765,1732253422939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38631,1732253422799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,485 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43645,1732253422889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:30:24,493 WARN [82891a793a29:43975 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:30:24,505 INFO [RS:2;82891a793a29:42765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:30:24,507 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42765,1732253422939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,507 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,507 INFO [RS:2;82891a793a29:42765 {}] regionserver.Replication(171): 82891a793a29,42765,1732253422939 started 2024-11-22T05:30:24,518 INFO [RS:1;82891a793a29:43645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:30:24,518 INFO [RS:0;82891a793a29:38631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:30:24,519 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38631,1732253422799-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,519 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43645,1732253422889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,519 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,519 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,519 INFO [RS:0;82891a793a29:38631 {}] regionserver.Replication(171): 82891a793a29,38631,1732253422799 started 2024-11-22T05:30:24,519 INFO [RS:1;82891a793a29:43645 {}] regionserver.Replication(171): 82891a793a29,43645,1732253422889 started 2024-11-22T05:30:24,526 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,527 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,42765,1732253422939, RpcServer on 82891a793a29/172.17.0.2:42765, sessionid=0x10161058a5e0003 2024-11-22T05:30:24,527 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:30:24,528 DEBUG [RS:2;82891a793a29:42765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,42765,1732253422939 2024-11-22T05:30:24,528 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42765,1732253422939' 2024-11-22T05:30:24,528 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T05:30:24,529 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T05:30:24,530 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:30:24,530 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:30:24,530 DEBUG [RS:2;82891a793a29:42765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,42765,1732253422939 2024-11-22T05:30:24,530 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42765,1732253422939' 2024-11-22T05:30:24,530 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T05:30:24,531 DEBUG [RS:2;82891a793a29:42765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T05:30:24,531 DEBUG [RS:2;82891a793a29:42765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:30:24,532 INFO [RS:2;82891a793a29:42765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:30:24,532 INFO [RS:2;82891a793a29:42765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:30:24,538 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,539 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,43645,1732253422889, RpcServer on 82891a793a29/172.17.0.2:43645, sessionid=0x10161058a5e0002 2024-11-22T05:30:24,539 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:30:24,539 DEBUG [RS:1;82891a793a29:43645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,43645,1732253422889 2024-11-22T05:30:24,539 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,43645,1732253422889' 2024-11-22T05:30:24,539 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T05:30:24,540 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T05:30:24,541 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:30:24,541 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:30:24,541 DEBUG [RS:1;82891a793a29:43645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,43645,1732253422889 2024-11-22T05:30:24,541 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,43645,1732253422889' 2024-11-22T05:30:24,541 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T05:30:24,541 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:24,542 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,38631,1732253422799, RpcServer on 82891a793a29/172.17.0.2:38631, sessionid=0x10161058a5e0001 2024-11-22T05:30:24,542 DEBUG [RS:1;82891a793a29:43645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T05:30:24,542 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:30:24,542 DEBUG [RS:0;82891a793a29:38631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,38631,1732253422799 2024-11-22T05:30:24,542 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,38631,1732253422799' 2024-11-22T05:30:24,542 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T05:30:24,542 DEBUG [RS:1;82891a793a29:43645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:30:24,542 INFO [RS:1;82891a793a29:43645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:30:24,542 INFO [RS:1;82891a793a29:43645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,38631,1732253422799 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,38631,1732253422799' 2024-11-22T05:30:24,543 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T05:30:24,544 DEBUG [RS:0;82891a793a29:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T05:30:24,545 DEBUG [RS:0;82891a793a29:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:30:24,545 INFO [RS:0;82891a793a29:38631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:30:24,545 INFO [RS:0;82891a793a29:38631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:30:24,639 INFO [RS:2;82891a793a29:42765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:24,642 INFO [RS:2;82891a793a29:42765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C42765%2C1732253422939, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,42765,1732253422939, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs, maxLogs=32 2024-11-22T05:30:24,643 INFO [RS:1;82891a793a29:43645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:24,646 INFO [RS:0;82891a793a29:38631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:24,646 INFO [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C43645%2C1732253422889, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs, maxLogs=32 2024-11-22T05:30:24,649 INFO [RS:0;82891a793a29:38631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C38631%2C1732253422799, suffix=, logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs, maxLogs=32 2024-11-22T05:30:24,661 DEBUG [RS:2;82891a793a29:42765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,42765,1732253422939/82891a793a29%2C42765%2C1732253422939.1732253424645, exclude list is [], retry=0 2024-11-22T05:30:24,663 DEBUG [RS:1;82891a793a29:43645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889/82891a793a29%2C43645%2C1732253422889.1732253424649, exclude list is [], retry=0 2024-11-22T05:30:24,664 DEBUG [RS:0;82891a793a29:38631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799/82891a793a29%2C38631%2C1732253422799.1732253424651, exclude list is [], retry=0 2024-11-22T05:30:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:24,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:24,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:24,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:24,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:24,675 INFO [RS:2;82891a793a29:42765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,42765,1732253422939/82891a793a29%2C42765%2C1732253422939.1732253424645 2024-11-22T05:30:24,675 INFO [RS:0;82891a793a29:38631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799/82891a793a29%2C38631%2C1732253422799.1732253424651 2024-11-22T05:30:24,675 INFO [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889/82891a793a29%2C43645%2C1732253422889.1732253424649 2024-11-22T05:30:24,676 DEBUG [RS:0;82891a793a29:38631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:24,676 DEBUG [RS:2;82891a793a29:42765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:24,680 DEBUG [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:24,746 DEBUG [82891a793a29:43975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T05:30:24,755 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(204): Hosts are {82891a793a29=0} racks are {/default-rack=0} 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T05:30:24,762 INFO [82891a793a29:43975 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T05:30:24,762 INFO [82891a793a29:43975 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T05:30:24,762 INFO [82891a793a29:43975 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T05:30:24,762 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T05:30:24,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,43645,1732253422889 2024-11-22T05:30:24,774 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,43645,1732253422889, state=OPENING 2024-11-22T05:30:24,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:30:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:30:24,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:24,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:24,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:24,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:24,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:30:24,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,43645,1732253422889}] 2024-11-22T05:30:25,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:30:25,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:30:25,038 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:30:25,039 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:25,039 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:30:25,042 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C43645%2C1732253422889.meta, suffix=.meta, logDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889, archiveDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs, maxLogs=32 2024-11-22T05:30:25,058 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889/82891a793a29%2C43645%2C1732253422889.meta.1732253425044.meta, exclude list is [], retry=0 2024-11-22T05:30:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:25,066 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,43645,1732253422889/82891a793a29%2C43645%2C1732253422889.meta.1732253425044.meta 2024-11-22T05:30:25,066 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:25,066 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:25,068 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:30:25,070 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:30:25,074 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:30:25,078 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:30:25,079 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:25,079 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:30:25,079 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:30:25,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:30:25,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:30:25,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:25,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:30:25,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:30:25,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:25,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:30:25,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:30:25,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:25,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:30:25,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:30:25,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:30:25,093 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:30:25,095 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740 2024-11-22T05:30:25,097 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740 2024-11-22T05:30:25,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:30:25,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:30:25,101 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:30:25,104 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:30:25,106 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60229953, jitterRate=-0.10250376164913177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:30:25,106 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:30:25,107 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732253425080Writing region info on filesystem at 1732253425080Initializing all the Stores at 1732253425082 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253425082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253425082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253425082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732253425082Cleaning up temporary data from old regions at 1732253425100 (+18 ms)Running coprocessor post-open hooks at 1732253425106 (+6 ms)Region opened successfully at 1732253425107 (+1 ms) 2024-11-22T05:30:25,114 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732253425017 2024-11-22T05:30:25,126 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:30:25,126 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:30:25,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,43645,1732253422889 2024-11-22T05:30:25,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,43645,1732253422889, state=OPEN 2024-11-22T05:30:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:30:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:30:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:30:25,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:30:25,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:25,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:25,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:25,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:30:25,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,43645,1732253422889 2024-11-22T05:30:25,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:30:25,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,43645,1732253422889 in 294 msec 2024-11-22T05:30:25,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:30:25,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 821 msec 2024-11-22T05:30:25,158 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:30:25,158 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:30:25,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:30:25,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43645,1732253422889, seqNum=-1] 2024-11-22T05:30:25,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:30:25,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:30:25,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0940 sec 2024-11-22T05:30:25,221 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732253425221, completionTime=-1 2024-11-22T05:30:25,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T05:30:25,224 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:30:25,251 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T05:30:25,252 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732253485252 2024-11-22T05:30:25,252 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253545252 2024-11-22T05:30:25,252 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-22T05:30:25,278 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T05:30:25,284 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,284 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,285 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,286 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:43975, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,287 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,295 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:30:25,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.271sec 2024-11-22T05:30:25,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:30:25,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:30:25,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:30:25,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:30:25,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:30:25,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:30:25,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:30:25,335 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:30:25,336 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:30:25,336 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43975,1732253422020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:25,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6b7913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:30:25,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,43975,-1 for getting cluster id 2024-11-22T05:30:25,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:30:25,398 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e06cdc94-77f1-4fbf-8359-4b8b286d4fbf' 2024-11-22T05:30:25,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:30:25,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e06cdc94-77f1-4fbf-8359-4b8b286d4fbf" 2024-11-22T05:30:25,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d66457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:30:25,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,43975,-1] 2024-11-22T05:30:25,404 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:30:25,405 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:30:25,407 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:30:25,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccabcd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:30:25,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:30:25,417 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43645,1732253422889, seqNum=-1] 2024-11-22T05:30:25,418 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:30:25,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:30:25,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,43975,1732253422020 2024-11-22T05:30:25,441 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33523/hbase 2024-11-22T05:30:25,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=8369 2024-11-22T05:30:25,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:25,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:25,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:25,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-42328851, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-42328851, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:25,514 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-42328851/hregion-42328851.1732253425496, exclude list is [], retry=0 2024-11-22T05:30:25,518 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:25,519 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:25,519 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:25,525 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-42328851/hregion-42328851.1732253425496 2024-11-22T05:30:25,525 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:25,525 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1d478adeb4e6eca0488485f1bda309dd, NAME => 'testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:25,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741838_1014 (size=64) 2024-11-22T05:30:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741838_1014 (size=64) 2024-11-22T05:30:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741838_1014 (size=64) 2024-11-22T05:30:25,547 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:25,549 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,552 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d478adeb4e6eca0488485f1bda309dd columnFamilyName a 2024-11-22T05:30:25,552 DEBUG [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,553 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] regionserver.HStore(327): Store=1d478adeb4e6eca0488485f1bda309dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:25,554 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,556 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,556 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,556 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,563 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:25,564 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d478adeb4e6eca0488485f1bda309dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68183268, jitterRate=0.016009867191314697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:25,565 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d478adeb4e6eca0488485f1bda309dd: Writing region info on filesystem at 1732253425547Initializing all the Stores at 1732253425548 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253425549 (+1 ms)Cleaning up temporary data from old regions at 1732253425556 (+7 ms)Region opened successfully at 1732253425565 (+9 ms) 2024-11-22T05:30:25,565 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d478adeb4e6eca0488485f1bda309dd, disabling compactions & flushes 2024-11-22T05:30:25,565 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. 2024-11-22T05:30:25,565 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. 2024-11-22T05:30:25,565 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. after waiting 0 ms 2024-11-22T05:30:25,565 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. 2024-11-22T05:30:25,566 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. 2024-11-22T05:30:25,566 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d478adeb4e6eca0488485f1bda309dd: Waiting for close lock at 1732253425565Disabling compacts and flushes for region at 1732253425565Disabling writes for close at 1732253425565Writing region close event to WAL at 1732253425566 (+1 ms)Closed at 1732253425566 2024-11-22T05:30:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741837_1013 (size=93) 2024-11-22T05:30:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741837_1013 (size=93) 2024-11-22T05:30:25,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741837_1013 (size=93) 2024-11-22T05:30:25,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:25,581 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-42328851:(num 1732253425496) 2024-11-22T05:30:25,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T05:30:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741839_1015 (size=369) 2024-11-22T05:30:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741839_1015 (size=369) 2024-11-22T05:30:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741839_1015 (size=369) 2024-11-22T05:30:25,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T05:30:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741840_1016 (size=231) 2024-11-22T05:30:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741840_1016 (size=231) 2024-11-22T05:30:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741840_1016 (size=231) 2024-11-22T05:30:25,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1, size=369 (369bytes) 2024-11-22T05:30:25,641 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T05:30:25,641 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T05:30:25,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1 2024-11-22T05:30:25,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1 after 4ms 2024-11-22T05:30:25,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1 took 16ms 2024-11-22T05:30:25,659 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1 so closing down 2024-11-22T05:30:25,662 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T05:30:25,664 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T05:30:25,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:25,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741841_1017 (size=369) 2024-11-22T05:30:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741841_1017 (size=369) 2024-11-22T05:30:25,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741841_1017 (size=369) 2024-11-22T05:30:25,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:25,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002 2024-11-22T05:30:25,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-22T05:30:25,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1, journal: Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1, size=369 (369bytes) at 1732253425641Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1 so closing down at 1732253425659 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp at 1732253425665 (+6 ms)3 split writer threads finished at 1732253425666 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732253425680 (+14 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002 at 1732253425683 (+3 ms)Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732253425686 (+3 ms) 2024-11-22T05:30:25,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2, size=231 (231bytes) 2024-11-22T05:30:25,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2 2024-11-22T05:30:25,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2 after 1ms 2024-11-22T05:30:25,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2 took 7ms 2024-11-22T05:30:25,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2 so closing down 2024-11-22T05:30:25,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:25,714 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T05:30:25,716 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T05:30:25,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741842_1018 (size=231) 2024-11-22T05:30:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741842_1018 (size=231) 2024-11-22T05:30:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741842_1018 (size=231) 2024-11-22T05:30:25,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:25,733 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-11-22T05:30:25,735 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-22T05:30:25,735 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2, journal: Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2, size=231 (231bytes) at 1732253425703Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2 so closing down at 1732253425711 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002-wal-2.temp at 1732253425716 (+5 ms)3 split writer threads finished at 1732253425716Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732253425725 (+9 ms)Processed 1 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732253425735 (+10 ms) 2024-11-22T05:30:25,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:25,738 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:25,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal.1732253425739, exclude list is [], retry=0 2024-11-22T05:30:25,758 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:25,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:25,759 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:25,762 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal.1732253425739 2024-11-22T05:30:25,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:25,762 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d478adeb4e6eca0488485f1bda309dd, NAME => 'testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:25,762 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:25,762 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,762 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,766 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,767 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d478adeb4e6eca0488485f1bda309dd columnFamilyName a 2024-11-22T05:30:25,768 DEBUG [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:25,769 INFO [StoreOpener-1d478adeb4e6eca0488485f1bda309dd-1 {}] regionserver.HStore(327): Store=1d478adeb4e6eca0488485f1bda309dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:25,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,772 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,774 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002 2024-11-22T05:30:25,781 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002 2024-11-22T05:30:25,784 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d478adeb4e6eca0488485f1bda309dd 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T05:30:25,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/.tmp/a/4c7a4c0e56ca4ae0a94df2b2195c2b42 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732253425581/Put/seqid=0 2024-11-22T05:30:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741844_1020 (size=5170) 2024-11-22T05:30:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741844_1020 (size=5170) 2024-11-22T05:30:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741844_1020 (size=5170) 2024-11-22T05:30:25,847 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/.tmp/a/4c7a4c0e56ca4ae0a94df2b2195c2b42 2024-11-22T05:30:25,887 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/.tmp/a/4c7a4c0e56ca4ae0a94df2b2195c2b42 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/a/4c7a4c0e56ca4ae0a94df2b2195c2b42 2024-11-22T05:30:25,897 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/a/4c7a4c0e56ca4ae0a94df2b2195c2b42, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T05:30:25,902 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1d478adeb4e6eca0488485f1bda309dd in 116ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T05:30:25,904 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/0000000000000000002 2024-11-22T05:30:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,905 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,909 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d478adeb4e6eca0488485f1bda309dd 2024-11-22T05:30:25,912 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/1d478adeb4e6eca0488485f1bda309dd/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T05:30:25,914 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d478adeb4e6eca0488485f1bda309dd; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61074714, jitterRate=-0.08991584181785583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:25,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d478adeb4e6eca0488485f1bda309dd: Writing region info on filesystem at 1732253425762Initializing all the Stores at 1732253425764 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253425764Obtaining lock to block concurrent updates at 1732253425784 (+20 ms)Preparing flush snapshotting stores in 1d478adeb4e6eca0488485f1bda309dd at 1732253425784Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732253425787 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732253425485.1d478adeb4e6eca0488485f1bda309dd. at 1732253425787Flushing 1d478adeb4e6eca0488485f1bda309dd/a: creating writer at 1732253425788 (+1 ms)Flushing 1d478adeb4e6eca0488485f1bda309dd/a: appending metadata at 1732253425820 (+32 ms)Flushing 1d478adeb4e6eca0488485f1bda309dd/a: closing flushed file at 1732253425822 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dbe7505: reopening flushed file at 1732253425886 (+64 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 1d478adeb4e6eca0488485f1bda309dd in 116ms, sequenceid=2, compaction requested=false; wal=null at 1732253425902 (+16 ms)Cleaning up temporary data from old regions at 1732253425905 (+3 ms)Region opened successfully at 1732253425915 (+10 ms) 2024-11-22T05:30:25,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45614 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45452 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:46836 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:59278 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33523/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:59266 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:46974 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 570), ProcessCount=11 (was 11), AvailableMemoryMB=8354 (was 8369) 2024-11-22T05:30:25,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=8352 2024-11-22T05:30:25,968 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:25,971 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:25,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:25,976 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17746185, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-17746185, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:25,988 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17746185/hregion-17746185.1732253425976, exclude list is [], retry=0 2024-11-22T05:30:25,992 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:25,992 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:25,992 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:25,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17746185/hregion-17746185.1732253425976 2024-11-22T05:30:25,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:25,996 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eb32d13a070199f83175b3b1da5ff175, NAME => 'testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741846_1022 (size=64) 2024-11-22T05:30:26,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741846_1022 (size=64) 2024-11-22T05:30:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741846_1022 (size=64) 2024-11-22T05:30:26,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:26,010 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,013 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb32d13a070199f83175b3b1da5ff175 columnFamilyName a 2024-11-22T05:30:26,013 DEBUG [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:26,013 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] regionserver.HStore(327): Store=eb32d13a070199f83175b3b1da5ff175/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:26,014 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,015 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,015 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,016 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,016 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,018 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,022 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:26,022 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb32d13a070199f83175b3b1da5ff175; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64314914, jitterRate=-0.04163309931755066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:26,022 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb32d13a070199f83175b3b1da5ff175: Writing region info on filesystem at 1732253426009Initializing all the Stores at 1732253426010 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253426010Cleaning up temporary data from old regions at 1732253426016 (+6 ms)Region opened successfully at 1732253426022 (+6 ms) 2024-11-22T05:30:26,023 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eb32d13a070199f83175b3b1da5ff175, disabling compactions & flushes 2024-11-22T05:30:26,023 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. 2024-11-22T05:30:26,023 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. 2024-11-22T05:30:26,023 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. after waiting 0 ms 2024-11-22T05:30:26,023 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. 2024-11-22T05:30:26,023 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. 2024-11-22T05:30:26,023 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eb32d13a070199f83175b3b1da5ff175: Waiting for close lock at 1732253426023Disabling compacts and flushes for region at 1732253426023Disabling writes for close at 1732253426023Writing region close event to WAL at 1732253426023Closed at 1732253426023 2024-11-22T05:30:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741845_1021 (size=93) 2024-11-22T05:30:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741845_1021 (size=93) 2024-11-22T05:30:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741845_1021 (size=93) 2024-11-22T05:30:26,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:26,035 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17746185:(num 1732253425976) 2024-11-22T05:30:26,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T05:30:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741847_1023 (size=369) 2024-11-22T05:30:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741847_1023 (size=369) 2024-11-22T05:30:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741847_1023 (size=369) 2024-11-22T05:30:26,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T05:30:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741848_1024 (size=231) 2024-11-22T05:30:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741848_1024 (size=231) 2024-11-22T05:30:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741848_1024 (size=231) 2024-11-22T05:30:26,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2, size=231 (231bytes) 2024-11-22T05:30:26,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2 2024-11-22T05:30:26,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2 after 1ms 2024-11-22T05:30:26,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2 took 5ms 2024-11-22T05:30:26,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2 so closing down 2024-11-22T05:30:26,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:26,090 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T05:30:26,091 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T05:30:26,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741849_1025 (size=231) 2024-11-22T05:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741849_1025 (size=231) 2024-11-22T05:30:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741849_1025 (size=231) 2024-11-22T05:30:26,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:26,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 2024-11-22T05:30:26,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-11-22T05:30:26,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2, journal: Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2, size=231 (231bytes) at 1732253426081Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2 so closing down at 1732253426087 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp at 1732253426091 (+4 ms)3 split writer threads finished at 1732253426091Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732253426099 (+8 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 at 1732253426101 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1732253426101 2024-11-22T05:30:26,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1, size=369 (369bytes) 2024-11-22T05:30:26,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1 2024-11-22T05:30:26,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1 after 1ms 2024-11-22T05:30:26,122 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1 took 4ms 2024-11-22T05:30:26,125 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1 so closing down 2024-11-22T05:30:26,125 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:26,127 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T05:30:26,128 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T05:30:26,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741850_1026 (size=369) 2024-11-22T05:30:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741850_1026 (size=369) 2024-11-22T05:30:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741850_1026 (size=369) 2024-11-22T05:30:26,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:26,143 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002, length=231 2024-11-22T05:30:26,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 2024-11-22T05:30:26,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-11-22T05:30:26,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1, journal: Splitting hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1, size=369 (369bytes) at 1732253426118Finishing writing output for hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1 so closing down at 1732253426125 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp at 1732253426128 (+3 ms)3 split writer threads finished at 1732253426128Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732253426138 (+10 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 at 1732253426145 (+7 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1732253426146 (+1 ms) 2024-11-22T05:30:26,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:26,148 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:26,162 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal.1732253426148, exclude list is [], retry=0 2024-11-22T05:30:26,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:26,165 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:26,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:26,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal.1732253426148 2024-11-22T05:30:26,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:26,168 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eb32d13a070199f83175b3b1da5ff175, NAME => 'testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:26,168 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:26,168 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,168 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,171 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,173 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb32d13a070199f83175b3b1da5ff175 columnFamilyName a 2024-11-22T05:30:26,173 DEBUG [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:26,174 INFO [StoreOpener-eb32d13a070199f83175b3b1da5ff175-1 {}] regionserver.HStore(327): Store=eb32d13a070199f83175b3b1da5ff175/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:26,174 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,175 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,177 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,178 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 2024-11-22T05:30:26,182 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 2024-11-22T05:30:26,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eb32d13a070199f83175b3b1da5ff175 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T05:30:26,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/.tmp/a/f8d43da97bb5430d9caeee3bcb40633c is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732253426035/Put/seqid=0 2024-11-22T05:30:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741852_1028 (size=5170) 2024-11-22T05:30:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741852_1028 (size=5170) 2024-11-22T05:30:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741852_1028 (size=5170) 2024-11-22T05:30:26,208 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/.tmp/a/f8d43da97bb5430d9caeee3bcb40633c 2024-11-22T05:30:26,217 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/.tmp/a/f8d43da97bb5430d9caeee3bcb40633c as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/a/f8d43da97bb5430d9caeee3bcb40633c 2024-11-22T05:30:26,226 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/a/f8d43da97bb5430d9caeee3bcb40633c, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T05:30:26,226 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for eb32d13a070199f83175b3b1da5ff175 in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T05:30:26,227 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/0000000000000000002 2024-11-22T05:30:26,228 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,228 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,230 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eb32d13a070199f83175b3b1da5ff175 2024-11-22T05:30:26,234 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/eb32d13a070199f83175b3b1da5ff175/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T05:30:26,235 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eb32d13a070199f83175b3b1da5ff175; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61397107, jitterRate=-0.08511181175708771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:26,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eb32d13a070199f83175b3b1da5ff175: Writing region info on filesystem at 1732253426169Initializing all the Stores at 1732253426170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253426170Obtaining lock to block concurrent updates at 1732253426182 (+12 ms)Preparing flush snapshotting stores in eb32d13a070199f83175b3b1da5ff175 at 1732253426182Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732253426182Flushing stores of testReplayEditsWrittenIntoWAL,,1732253425969.eb32d13a070199f83175b3b1da5ff175. at 1732253426182Flushing eb32d13a070199f83175b3b1da5ff175/a: creating writer at 1732253426182Flushing eb32d13a070199f83175b3b1da5ff175/a: appending metadata at 1732253426198 (+16 ms)Flushing eb32d13a070199f83175b3b1da5ff175/a: closing flushed file at 1732253426198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1494e2: reopening flushed file at 1732253426215 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for eb32d13a070199f83175b3b1da5ff175 in 44ms, sequenceid=2, compaction requested=false; wal=null at 1732253426226 (+11 ms)Cleaning up temporary data from old regions at 1732253426228 (+2 ms)Region opened successfully at 1732253426235 (+7 ms) 2024-11-22T05:30:26,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:47042 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:46836 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:59266 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45698 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45452 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:59366 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=8348 (was 8352) 2024-11-22T05:30:26,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=8347 2024-11-22T05:30:26,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:26,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:26,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:26,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61514142, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-61514142, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:26,300 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61514142/hregion-61514142.1732253426289, exclude list is [], retry=0 2024-11-22T05:30:26,303 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:26,304 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:26,304 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:26,308 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61514142/hregion-61514142.1732253426289 2024-11-22T05:30:26,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:26,309 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fc28ce0fb0c03b6cef771a05ae744c74, NAME => 'testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:26,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741854_1030 (size=64) 2024-11-22T05:30:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741854_1030 (size=64) 2024-11-22T05:30:26,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741854_1030 (size=64) 2024-11-22T05:30:26,320 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:26,322 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,323 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName a 2024-11-22T05:30:26,323 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:26,324 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:26,324 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,325 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName b 2024-11-22T05:30:26,326 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:26,326 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:26,326 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,328 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName c 2024-11-22T05:30:26,328 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:26,328 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:26,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,329 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,331 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,332 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:26,334 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:26,337 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:26,337 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc28ce0fb0c03b6cef771a05ae744c74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74065381, jitterRate=0.10366018116474152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc28ce0fb0c03b6cef771a05ae744c74: Writing region info on filesystem at 1732253426320Initializing all the Stores at 1732253426321 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253426321Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253426321Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253426322 (+1 ms)Cleaning up temporary data from old regions at 1732253426331 (+9 ms)Region opened successfully at 1732253426337 (+6 ms) 2024-11-22T05:30:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc28ce0fb0c03b6cef771a05ae744c74, disabling compactions & flushes 2024-11-22T05:30:26,338 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. after waiting 0 ms 2024-11-22T05:30:26,338 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:26,339 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:26,339 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc28ce0fb0c03b6cef771a05ae744c74: Waiting for close lock at 1732253426338Disabling compacts and flushes for region at 1732253426338Disabling writes for close at 1732253426338Writing region close event to WAL at 1732253426338Closed at 1732253426338 2024-11-22T05:30:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741853_1029 (size=93) 2024-11-22T05:30:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741853_1029 (size=93) 2024-11-22T05:30:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741853_1029 (size=93) 2024-11-22T05:30:26,345 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:26,345 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61514142:(num 1732253426289) 2024-11-22T05:30:26,345 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:26,347 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:26,360 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, exclude list is [], retry=0 2024-11-22T05:30:26,364 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:26,364 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:26,364 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:26,367 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 2024-11-22T05:30:26,368 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:26,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, size=0 (0bytes) 2024-11-22T05:30:26,609 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 might be still open, length is 0 2024-11-22T05:30:26,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 2024-11-22T05:30:26,610 WARN [IPC Server handler 4 on default port 33523 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-22T05:30:26,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 after 1ms 2024-11-22T05:30:27,159 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45746 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39079:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45746 dst: /127.0.0.1:39079 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39079 remote=/127.0.0.1:45746]. Total timeout mills is 60000, 59419 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:27,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:47060 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47060 dst: /127.0.0.1:44045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:27,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:59394 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59394 dst: /127.0.0.1:34277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:27,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741855_1032 (size=470675) 2024-11-22T05:30:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741855_1032 (size=470675) 2024-11-22T05:30:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741855_1032 (size=470675) 2024-11-22T05:30:30,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:30:30,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 after 4002ms 2024-11-22T05:30:30,617 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 took 4009ms 2024-11-22T05:30:30,622 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732253426348.temp 2024-11-22T05:30:30,625 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp 2024-11-22T05:30:30,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:30:30,716 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348; continuing. 2024-11-22T05:30:30,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 so closing down 2024-11-22T05:30:30,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:30,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741856_1033 (size=470683) 2024-11-22T05:30:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741856_1033 (size=470683) 2024-11-22T05:30:30,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741856_1033 (size=470683) 2024-11-22T05:30:30,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp (wrote 3002 edits, skipped 0 edits in 30 ms) 2024-11-22T05:30:30,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 2024-11-22T05:30:30,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T05:30:30,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, journal: Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, size=0 (0bytes) at 1732253426609Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp at 1732253430625 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1732253430686 (+61 ms)Split 2048 edits, skipped 0 edits. at 1732253430705 (+19 ms)Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 so closing down at 1732253430716 (+11 ms)3 split writer threads finished at 1732253430716Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp (wrote 3002 edits, skipped 0 edits in 30 ms) at 1732253430720 (+4 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000000001-wal.1732253426348.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 at 1732253430722 (+2 ms)Processed 3002 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348, size=0, length=0, corrupted=false, cancelled=false at 1732253430722 2024-11-22T05:30:30,724 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253426348 2024-11-22T05:30:30,726 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 2024-11-22T05:30:30,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:30,728 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:30,741 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253430729, exclude list is [], retry=0 2024-11-22T05:30:30,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:30,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:30,745 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:30,748 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253430729 2024-11-22T05:30:30,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:30,749 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:30,751 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,752 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName a 2024-11-22T05:30:30,752 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:30,753 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:30,753 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,754 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName b 2024-11-22T05:30:30,754 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:30,755 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:30,755 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,756 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc28ce0fb0c03b6cef771a05ae744c74 columnFamilyName c 2024-11-22T05:30:30,756 DEBUG [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:30,756 INFO [StoreOpener-fc28ce0fb0c03b6cef771a05ae744c74-1 {}] regionserver.HStore(327): Store=fc28ce0fb0c03b6cef771a05ae744c74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:30,757 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,760 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:30,760 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 2024-11-22T05:30:30,808 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T05:30:31,157 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc28ce0fb0c03b6cef771a05ae744c74 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T05:30:31,194 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/8939619987bf4dfda0b1e10541e455c9 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732253426379/Put/seqid=0 2024-11-22T05:30:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741858_1035 (size=50463) 2024-11-22T05:30:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741858_1035 (size=50463) 2024-11-22T05:30:31,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741858_1035 (size=50463) 2024-11-22T05:30:31,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/8939619987bf4dfda0b1e10541e455c9 2024-11-22T05:30:31,210 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/8939619987bf4dfda0b1e10541e455c9 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/a/8939619987bf4dfda0b1e10541e455c9 2024-11-22T05:30:31,216 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/a/8939619987bf4dfda0b1e10541e455c9, entries=754, sequenceid=754, filesize=49.3 K 2024-11-22T05:30:31,217 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for fc28ce0fb0c03b6cef771a05ae744c74 in 59ms, sequenceid=754, compaction requested=false; wal=null 2024-11-22T05:30:31,231 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T05:30:31,232 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc28ce0fb0c03b6cef771a05ae744c74 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T05:30:31,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/6bab428c7a954ab7a857b60e3de7c3e2 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732253426436/Put/seqid=0 2024-11-22T05:30:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741859_1036 (size=20072) 2024-11-22T05:30:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741859_1036 (size=20072) 2024-11-22T05:30:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741859_1036 (size=20072) 2024-11-22T05:30:31,253 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/6bab428c7a954ab7a857b60e3de7c3e2 2024-11-22T05:30:31,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/ca5cb3504ae749dbb55fa9d306e7e026 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732253426452/Put/seqid=0 2024-11-22T05:30:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741860_1037 (size=35835) 2024-11-22T05:30:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741860_1037 (size=35835) 2024-11-22T05:30:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741860_1037 (size=35835) 2024-11-22T05:30:31,289 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/ca5cb3504ae749dbb55fa9d306e7e026 2024-11-22T05:30:31,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/a/6bab428c7a954ab7a857b60e3de7c3e2 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/a/6bab428c7a954ab7a857b60e3de7c3e2 2024-11-22T05:30:31,304 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/a/6bab428c7a954ab7a857b60e3de7c3e2, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-22T05:30:31,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/ca5cb3504ae749dbb55fa9d306e7e026 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/b/ca5cb3504ae749dbb55fa9d306e7e026 2024-11-22T05:30:31,313 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/b/ca5cb3504ae749dbb55fa9d306e7e026, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-22T05:30:31,313 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for fc28ce0fb0c03b6cef771a05ae744c74 in 82ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-22T05:30:31,325 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T05:30:31,326 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc28ce0fb0c03b6cef771a05ae744c74 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T05:30:31,335 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/fe454e7a076b447e8a2189382f9e3cf5 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732253426476/Put/seqid=0 2024-11-22T05:30:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741861_1038 (size=35082) 2024-11-22T05:30:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741861_1038 (size=35082) 2024-11-22T05:30:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741861_1038 (size=35082) 2024-11-22T05:30:31,344 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/fe454e7a076b447e8a2189382f9e3cf5 2024-11-22T05:30:31,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/2203f7b1644344bdba5796e6bf57b2c4 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732253426517/Put/seqid=0 2024-11-22T05:30:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741862_1039 (size=20825) 2024-11-22T05:30:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741862_1039 (size=20825) 2024-11-22T05:30:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741862_1039 (size=20825) 2024-11-22T05:30:31,375 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/2203f7b1644344bdba5796e6bf57b2c4 2024-11-22T05:30:31,382 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/b/fe454e7a076b447e8a2189382f9e3cf5 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/b/fe454e7a076b447e8a2189382f9e3cf5 2024-11-22T05:30:31,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/b/fe454e7a076b447e8a2189382f9e3cf5, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-22T05:30:31,390 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/2203f7b1644344bdba5796e6bf57b2c4 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/c/2203f7b1644344bdba5796e6bf57b2c4 2024-11-22T05:30:31,396 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/c/2203f7b1644344bdba5796e6bf57b2c4, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-22T05:30:31,397 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for fc28ce0fb0c03b6cef771a05ae744c74 in 71ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-22T05:30:31,404 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732253426576/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:31,407 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 2024-11-22T05:30:31,408 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T05:30:31,408 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fc28ce0fb0c03b6cef771a05ae744c74 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-22T05:30:31,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/436b94bc99c043a99601d3c6d198e124 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732253426528/Put/seqid=0 2024-11-22T05:30:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741863_1040 (size=50301) 2024-11-22T05:30:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741863_1040 (size=50301) 2024-11-22T05:30:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741863_1040 (size=50301) 2024-11-22T05:30:31,430 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/436b94bc99c043a99601d3c6d198e124 2024-11-22T05:30:31,439 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 436b94bc99c043a99601d3c6d198e124 2024-11-22T05:30:31,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/.tmp/c/436b94bc99c043a99601d3c6d198e124 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/c/436b94bc99c043a99601d3c6d198e124 2024-11-22T05:30:31,450 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 436b94bc99c043a99601d3c6d198e124 2024-11-22T05:30:31,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/c/436b94bc99c043a99601d3c6d198e124, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-22T05:30:31,450 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for fc28ce0fb0c03b6cef771a05ae744c74 in 42ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-22T05:30:31,451 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/0000000000000003002 2024-11-22T05:30:31,453 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:31,453 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:31,453 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:30:31,455 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fc28ce0fb0c03b6cef771a05ae744c74 2024-11-22T05:30:31,459 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenIntoWAL/fc28ce0fb0c03b6cef771a05ae744c74/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-22T05:30:31,460 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fc28ce0fb0c03b6cef771a05ae744c74; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70387183, jitterRate=0.048850759863853455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:30:31,460 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fc28ce0fb0c03b6cef771a05ae744c74: Writing region info on filesystem at 1732253430749Initializing all the Stores at 1732253430750 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253430750Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253430750Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253430750Cleaning up temporary data from old regions at 1732253431453 (+703 ms)Region opened successfully at 1732253431460 (+7 ms) 2024-11-22T05:30:31,539 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fc28ce0fb0c03b6cef771a05ae744c74, disabling compactions & flushes 2024-11-22T05:30:31,539 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:31,540 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:31,540 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. after waiting 0 ms 2024-11-22T05:30:31,540 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:31,542 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732253426283.fc28ce0fb0c03b6cef771a05ae744c74. 2024-11-22T05:30:31,542 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fc28ce0fb0c03b6cef771a05ae744c74: Waiting for close lock at 1732253431539Disabling compacts and flushes for region at 1732253431539Disabling writes for close at 1732253431540 (+1 ms)Writing region close event to WAL at 1732253431542 (+2 ms)Closed at 1732253431542 2024-11-22T05:30:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741857_1034 (size=93) 2024-11-22T05:30:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741857_1034 (size=93) 2024-11-22T05:30:31,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741857_1034 (size=93) 2024-11-22T05:30:31,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:31,549 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732253430729) 2024-11-22T05:30:31,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=399 (was 385) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1724389855_22 at /127.0.0.1:59436 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1724389855_22 at /127.0.0.1:45790 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1724389855_22 at /127.0.0.1:59476 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1724389855_22 at /127.0.0.1:47152 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:36919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:42275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:33523 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=863 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=8273 (was 8347) 2024-11-22T05:30:31,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=399, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=8270 2024-11-22T05:30:31,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:31,607 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:31,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:31,611 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50824186, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-50824186, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:31,626 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50824186/hregion-50824186.1732253431612, exclude list is [], retry=0 2024-11-22T05:30:31,629 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:31,630 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:31,630 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:31,632 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50824186/hregion-50824186.1732253431612 2024-11-22T05:30:31,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:31,633 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bf454315b4f4e92a04b889a6b1110560, NAME => 'test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741865_1042 (size=43) 2024-11-22T05:30:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741865_1042 (size=43) 2024-11-22T05:30:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741865_1042 (size=43) 2024-11-22T05:30:31,648 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:31,650 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,652 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName a 2024-11-22T05:30:31,652 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:31,653 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:31,653 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,655 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName b 2024-11-22T05:30:31,655 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:31,655 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:31,656 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,657 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName c 2024-11-22T05:30:31,657 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:31,658 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:31,658 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,662 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:31,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:31,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:31,667 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bf454315b4f4e92a04b889a6b1110560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71876576, jitterRate=0.0710444450378418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:31,668 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf454315b4f4e92a04b889a6b1110560: Writing region info on filesystem at 1732253431648Initializing all the Stores at 1732253431649 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253431650 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253431650Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253431650Cleaning up temporary data from old regions at 1732253431661 (+11 ms)Region opened successfully at 1732253431668 (+7 ms) 2024-11-22T05:30:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bf454315b4f4e92a04b889a6b1110560, disabling compactions & flushes 2024-11-22T05:30:31,669 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. after waiting 0 ms 2024-11-22T05:30:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:31,669 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:31,669 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bf454315b4f4e92a04b889a6b1110560: Waiting for close lock at 1732253431669Disabling compacts and flushes for region at 1732253431669Disabling writes for close at 1732253431669Writing region close event to WAL at 1732253431669Closed at 1732253431669 2024-11-22T05:30:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741864_1041 (size=93) 2024-11-22T05:30:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741864_1041 (size=93) 2024-11-22T05:30:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741864_1041 (size=93) 2024-11-22T05:30:31,678 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:31,678 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50824186:(num 1732253431612) 2024-11-22T05:30:31,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:31,680 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:31,693 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, exclude list is [], retry=0 2024-11-22T05:30:31,696 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:31,697 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:31,698 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:31,700 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 2024-11-22T05:30:31,700 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741866_1043 (size=344306) 2024-11-22T05:30:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741866_1043 (size=344306) 2024-11-22T05:30:31,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741866_1043 (size=344306) 2024-11-22T05:30:31,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, size=336.2 K (344306bytes) 2024-11-22T05:30:31,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 2024-11-22T05:30:31,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 after 1ms 2024-11-22T05:30:31,878 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 took 6ms 2024-11-22T05:30:31,883 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732253431680.temp 2024-11-22T05:30:31,885 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp 2024-11-22T05:30:31,915 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 so closing down 2024-11-22T05:30:31,915 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:31,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741867_1044 (size=344306) 2024-11-22T05:30:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741867_1044 (size=344306) 2024-11-22T05:30:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741867_1044 (size=344306) 2024-11-22T05:30:31,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-11-22T05:30:31,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp to hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 2024-11-22T05:30:31,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-11-22T05:30:31,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, journal: Splitting hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, size=336.2 K (344306bytes) at 1732253431872Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp at 1732253431885 (+13 ms)Split 1024 edits, skipped 0 edits. at 1732253431892 (+7 ms)Split 2048 edits, skipped 0 edits. at 1732253431904 (+12 ms)Finishing writing output for hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 so closing down at 1732253431915 (+11 ms)3 split writer threads finished at 1732253431915Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1732253431920 (+5 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000000001-wal.1732253431680.temp to hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 at 1732253431922 (+2 ms)Processed 3000 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1732253431922 2024-11-22T05:30:31,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431680 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253431680 2024-11-22T05:30:31,926 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 2024-11-22T05:30:31,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:31,929 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:31,942 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, exclude list is [], retry=0 2024-11-22T05:30:31,946 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:31,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:31,947 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:31,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 2024-11-22T05:30:31,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741868_1045 (size=344433) 2024-11-22T05:30:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741868_1045 (size=344433) 2024-11-22T05:30:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741868_1045 (size=344433) 2024-11-22T05:30:32,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, size=336.4 K (344433bytes) 2024-11-22T05:30:32,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 2024-11-22T05:30:32,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 after 1ms 2024-11-22T05:30:32,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 took 5ms 2024-11-22T05:30:32,169 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732253431929.temp 2024-11-22T05:30:32,170 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp 2024-11-22T05:30:32,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 so closing down 2024-11-22T05:30:32,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:32,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:32,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741869_1046 (size=344433) 2024-11-22T05:30:32,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741869_1046 (size=344433) 2024-11-22T05:30:32,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp (wrote 3000 edits, skipped 0 edits in 11 ms) 2024-11-22T05:30:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741869_1046 (size=344433) 2024-11-22T05:30:32,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp to hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 2024-11-22T05:30:32,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-11-22T05:30:32,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, journal: Splitting hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, size=336.4 K (344433bytes) at 1732253432159Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp at 1732253432170 (+11 ms)Split 1024 edits, skipped 0 edits. at 1732253432177 (+7 ms)Split 2048 edits, skipped 0 edits. at 1732253432186 (+9 ms)Finishing writing output for hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 so closing down at 1732253432196 (+10 ms)3 split writer threads finished at 1732253432196Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1732253432201 (+5 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003001-wal.1732253431929.temp to hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 at 1732253432203 (+2 ms)Processed 3000 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1732253432203 2024-11-22T05:30:32,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253431929 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253431929 2024-11-22T05:30:32,207 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 2024-11-22T05:30:32,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:32,210 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/test2727-manual,16010,1732253431603, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:32,225 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253432210, exclude list is [], retry=0 2024-11-22T05:30:32,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:32,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:32,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:32,232 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253432210 2024-11-22T05:30:32,233 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:32,233 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bf454315b4f4e92a04b889a6b1110560, NAME => 'test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:32,233 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:32,233 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,233 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,235 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,236 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName a 2024-11-22T05:30:32,236 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,237 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,237 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,238 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName b 2024-11-22T05:30:32,238 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,239 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,239 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,240 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf454315b4f4e92a04b889a6b1110560 columnFamilyName c 2024-11-22T05:30:32,240 DEBUG [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,241 INFO [StoreOpener-bf454315b4f4e92a04b889a6b1110560-1 {}] regionserver.HStore(327): Store=bf454315b4f4e92a04b889a6b1110560/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,241 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,242 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,246 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 2024-11-22T05:30:32,293 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 2024-11-22T05:30:32,294 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 2024-11-22T05:30:32,339 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 2024-11-22T05:30:32,339 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bf454315b4f4e92a04b889a6b1110560 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-22T05:30:32,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:30:32,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:32,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/a/bc8085a7bf714437a9dc81f9633cc9cd is 41, key is test2727/a:100/1732253431957/Put/seqid=0 2024-11-22T05:30:32,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:30:32,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:30:32,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:30:32,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:32,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-22T05:30:32,372 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741871_1048 (size=84227) 2024-11-22T05:30:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741871_1048 (size=84227) 2024-11-22T05:30:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741871_1048 (size=84227) 2024-11-22T05:30:32,377 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/a/bc8085a7bf714437a9dc81f9633cc9cd 2024-11-22T05:30:32,405 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/b/4f91447e52d1486ead84d81a9e9d249f is 41, key is test2727/b:100/1732253432023/Put/seqid=0 2024-11-22T05:30:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741872_1049 (size=84609) 2024-11-22T05:30:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741872_1049 (size=84609) 2024-11-22T05:30:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741872_1049 (size=84609) 2024-11-22T05:30:32,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/b/4f91447e52d1486ead84d81a9e9d249f 2024-11-22T05:30:32,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/c/dbd75f5bbcec4ba6b18964b9417e76dc is 41, key is test2727/c:100/1732253432090/Put/seqid=0 2024-11-22T05:30:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741873_1050 (size=84609) 2024-11-22T05:30:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741873_1050 (size=84609) 2024-11-22T05:30:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741873_1050 (size=84609) 2024-11-22T05:30:32,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/c/dbd75f5bbcec4ba6b18964b9417e76dc 2024-11-22T05:30:32,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/a/bc8085a7bf714437a9dc81f9633cc9cd as hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/a/bc8085a7bf714437a9dc81f9633cc9cd 2024-11-22T05:30:32,470 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/a/bc8085a7bf714437a9dc81f9633cc9cd, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-22T05:30:32,472 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/b/4f91447e52d1486ead84d81a9e9d249f as hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/b/4f91447e52d1486ead84d81a9e9d249f 2024-11-22T05:30:32,479 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/b/4f91447e52d1486ead84d81a9e9d249f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T05:30:32,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/.tmp/c/dbd75f5bbcec4ba6b18964b9417e76dc as hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/c/dbd75f5bbcec4ba6b18964b9417e76dc 2024-11-22T05:30:32,488 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/c/dbd75f5bbcec4ba6b18964b9417e76dc, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T05:30:32,488 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for bf454315b4f4e92a04b889a6b1110560 in 149ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-22T05:30:32,489 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000003000 2024-11-22T05:30:32,490 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/0000000000000006000 2024-11-22T05:30:32,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,492 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:32,494 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bf454315b4f4e92a04b889a6b1110560 2024-11-22T05:30:32,496 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/test2727/bf454315b4f4e92a04b889a6b1110560/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-22T05:30:32,497 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bf454315b4f4e92a04b889a6b1110560; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65963162, jitterRate=-0.017072290182113647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:32,499 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bf454315b4f4e92a04b889a6b1110560: Writing region info on filesystem at 1732253432233Initializing all the Stores at 1732253432235 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432235Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432235Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432235Obtaining lock to block concurrent updates at 1732253432339 (+104 ms)Preparing flush snapshotting stores in bf454315b4f4e92a04b889a6b1110560 at 1732253432339Finished memstore snapshotting test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732253432340 (+1 ms)Flushing stores of test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. at 1732253432340Flushing bf454315b4f4e92a04b889a6b1110560/a: creating writer at 1732253432340Flushing bf454315b4f4e92a04b889a6b1110560/a: appending metadata at 1732253432369 (+29 ms)Flushing bf454315b4f4e92a04b889a6b1110560/a: closing flushed file at 1732253432369Flushing bf454315b4f4e92a04b889a6b1110560/b: creating writer at 1732253432384 (+15 ms)Flushing bf454315b4f4e92a04b889a6b1110560/b: appending metadata at 1732253432403 (+19 ms)Flushing bf454315b4f4e92a04b889a6b1110560/b: closing flushed file at 1732253432403Flushing bf454315b4f4e92a04b889a6b1110560/c: creating writer at 1732253432419 (+16 ms)Flushing bf454315b4f4e92a04b889a6b1110560/c: appending metadata at 1732253432449 (+30 ms)Flushing bf454315b4f4e92a04b889a6b1110560/c: closing flushed file at 1732253432449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13323bdf: reopening flushed file at 1732253432463 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ecf265: reopening flushed file at 1732253432471 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b6411f: reopening flushed file at 1732253432480 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for bf454315b4f4e92a04b889a6b1110560 in 149ms, sequenceid=6000, compaction requested=false; wal=null at 1732253432488 (+8 ms)Cleaning up temporary data from old regions at 1732253432491 (+3 ms)Region opened successfully at 1732253432499 (+8 ms) 2024-11-22T05:30:32,501 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-22T05:30:32,501 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bf454315b4f4e92a04b889a6b1110560, disabling compactions & flushes 2024-11-22T05:30:32,501 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:32,501 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:32,502 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. after waiting 0 ms 2024-11-22T05:30:32,502 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:32,503 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732253431605.bf454315b4f4e92a04b889a6b1110560. 2024-11-22T05:30:32,503 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bf454315b4f4e92a04b889a6b1110560: Waiting for close lock at 1732253432501Disabling compacts and flushes for region at 1732253432501Disabling writes for close at 1732253432502 (+1 ms)Writing region close event to WAL at 1732253432503 (+1 ms)Closed at 1732253432503 2024-11-22T05:30:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741870_1047 (size=93) 2024-11-22T05:30:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741870_1047 (size=93) 2024-11-22T05:30:32,511 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732253431603/wal.1732253432210 not finished, retry = 0 2024-11-22T05:30:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741870_1047 (size=93) 2024-11-22T05:30:32,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:32,618 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732253432210) 2024-11-22T05:30:32,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=401 (was 399) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:34440 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45858 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:42826 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=8090 (was 8270) 2024-11-22T05:30:32,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=8089 2024-11-22T05:30:32,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:32,672 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:32,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732253432673 2024-11-22T05:30:32,679 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 2024-11-22T05:30:32,682 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:32,683 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ea956de3e06296e2b4417ee5333ab145, NAME => 'testSequentialEditLogSeqNum,,1732253432666.ea956de3e06296e2b4417ee5333ab145.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:32,683 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732253432666.ea956de3e06296e2b4417ee5333ab145.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:32,683 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,683 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,684 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145 doesn't exist for region: ea956de3e06296e2b4417ee5333ab145 on table testSequentialEditLogSeqNum 2024-11-22T05:30:32,685 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: ea956de3e06296e2b4417ee5333ab145 on table testSequentialEditLogSeqNum 2024-11-22T05:30:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741875_1052 (size=62) 2024-11-22T05:30:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741875_1052 (size=62) 2024-11-22T05:30:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741875_1052 (size=62) 2024-11-22T05:30:32,702 INFO [StoreOpener-ea956de3e06296e2b4417ee5333ab145-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,703 INFO [StoreOpener-ea956de3e06296e2b4417ee5333ab145-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea956de3e06296e2b4417ee5333ab145 columnFamilyName a 2024-11-22T05:30:32,704 DEBUG [StoreOpener-ea956de3e06296e2b4417ee5333ab145-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,704 INFO [StoreOpener-ea956de3e06296e2b4417ee5333ab145-1 {}] regionserver.HStore(327): Store=ea956de3e06296e2b4417ee5333ab145/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,704 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,705 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,706 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,706 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,708 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ea956de3e06296e2b4417ee5333ab145 2024-11-22T05:30:32,710 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:32,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ea956de3e06296e2b4417ee5333ab145; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72133610, jitterRate=0.07487455010414124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:32,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ea956de3e06296e2b4417ee5333ab145: Writing region info on filesystem at 1732253432684Initializing all the Stores at 1732253432701 (+17 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432701Cleaning up temporary data from old regions at 1732253432706 (+5 ms)Region opened successfully at 1732253432712 (+6 ms) 2024-11-22T05:30:32,724 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea956de3e06296e2b4417ee5333ab145 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-22T05:30:32,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/.tmp/a/aa2ec2ba813f4bf2acb391147f6f076f is 81, key is testSequentialEditLogSeqNum/a:x0/1732253432712/Put/seqid=0 2024-11-22T05:30:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741876_1053 (size=5833) 2024-11-22T05:30:32,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741876_1053 (size=5833) 2024-11-22T05:30:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741876_1053 (size=5833) 2024-11-22T05:30:32,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/.tmp/a/aa2ec2ba813f4bf2acb391147f6f076f 2024-11-22T05:30:32,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/.tmp/a/aa2ec2ba813f4bf2acb391147f6f076f as hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/a/aa2ec2ba813f4bf2acb391147f6f076f 2024-11-22T05:30:32,769 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/a/aa2ec2ba813f4bf2acb391147f6f076f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-22T05:30:32,771 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for ea956de3e06296e2b4417ee5333ab145 in 47ms, sequenceid=13, compaction requested=false 2024-11-22T05:30:32,771 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea956de3e06296e2b4417ee5333ab145: 2024-11-22T05:30:32,777 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T05:30:32,777 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T05:30:32,778 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T05:30:32,778 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T05:30:32,778 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T05:30:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741874_1051 (size=3017) 2024-11-22T05:30:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741874_1051 (size=3017) 2024-11-22T05:30:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741874_1051 (size=3017) 2024-11-22T05:30:32,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673, size=2.9 K (3017bytes) 2024-11-22T05:30:32,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 2024-11-22T05:30:32,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 after 0ms 2024-11-22T05:30:32,801 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 took 4ms 2024-11-22T05:30:32,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 so closing down 2024-11-22T05:30:32,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:32,805 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732253432673.temp 2024-11-22T05:30:32,806 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp 2024-11-22T05:30:32,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741877_1054 (size=2433) 2024-11-22T05:30:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741877_1054 (size=2433) 2024-11-22T05:30:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741877_1054 (size=2433) 2024-11-22T05:30:32,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:32,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp to hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000020 2024-11-22T05:30:32,822 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-11-22T05:30:32,822 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673, journal: Splitting hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673, size=2.9 K (3017bytes) at 1732253432798Finishing writing output for hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673 so closing down at 1732253432804 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp at 1732253432806 (+2 ms)3 split writer threads finished at 1732253432807 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732253432820 (+13 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000003-wal.1732253432673.temp to hdfs://localhost:33523/hbase/data/default/testSequentialEditLogSeqNum/ea956de3e06296e2b4417ee5333ab145/recovered.edits/0000000000000000020 at 1732253432822 (+2 ms)Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732253432665/wal.1732253432673, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1732253432822 2024-11-22T05:30:32,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:34440 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:42826 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=8073 (was 8089) 2024-11-22T05:30:32,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=8071 2024-11-22T05:30:32,871 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:32,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:32,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:32,897 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75707719, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-75707719, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:32,915 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75707719/hregion-75707719.1732253432897, exclude list is [], retry=0 2024-11-22T05:30:32,919 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:32,919 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:32,919 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:32,922 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75707719/hregion-75707719.1732253432897 2024-11-22T05:30:32,923 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:32,923 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 18702972e694bd943bde9802ea02c540, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741879_1056 (size=70) 2024-11-22T05:30:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741879_1056 (size=70) 2024-11-22T05:30:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741879_1056 (size=70) 2024-11-22T05:30:32,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:32,935 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,937 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName a 2024-11-22T05:30:32,937 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,937 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,937 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,939 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName b 2024-11-22T05:30:32,939 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,939 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,939 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,941 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName c 2024-11-22T05:30:32,941 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,941 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,941 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,944 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,944 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,944 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:32,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,948 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:32,949 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18702972e694bd943bde9802ea02c540; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65538952, jitterRate=-0.02339351177215576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:32,951 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18702972e694bd943bde9802ea02c540: Writing region info on filesystem at 1732253432934Initializing all the Stores at 1732253432935 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432935Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432935Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432935Cleaning up temporary data from old regions at 1732253432944 (+9 ms)Region opened successfully at 1732253432951 (+7 ms) 2024-11-22T05:30:32,951 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18702972e694bd943bde9802ea02c540, disabling compactions & flushes 2024-11-22T05:30:32,951 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:32,951 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:32,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. after waiting 0 ms 2024-11-22T05:30:32,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:32,952 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:32,952 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18702972e694bd943bde9802ea02c540: Waiting for close lock at 1732253432951Disabling compacts and flushes for region at 1732253432951Disabling writes for close at 1732253432951Writing region close event to WAL at 1732253432952 (+1 ms)Closed at 1732253432952 2024-11-22T05:30:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741878_1055 (size=93) 2024-11-22T05:30:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741878_1055 (size=93) 2024-11-22T05:30:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741878_1055 (size=93) 2024-11-22T05:30:32,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:32,959 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75707719:(num 1732253432897) 2024-11-22T05:30:32,960 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:32,962 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:32,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, exclude list is [], retry=0 2024-11-22T05:30:32,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:32,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:32,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:32,984 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 2024-11-22T05:30:32,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:32,987 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18702972e694bd943bde9802ea02c540, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:32,987 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:32,987 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,987 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,990 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,991 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName a 2024-11-22T05:30:32,991 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,992 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,992 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,993 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName b 2024-11-22T05:30:32,993 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,994 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,994 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,995 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName c 2024-11-22T05:30:32,995 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:32,995 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:32,995 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,996 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,999 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,999 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:32,999 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:33,001 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:33,002 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18702972e694bd943bde9802ea02c540; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72325151, jitterRate=0.07772873342037201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:33,003 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18702972e694bd943bde9802ea02c540: Writing region info on filesystem at 1732253432987Initializing all the Stores at 1732253432988 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432989 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432990 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253432990Cleaning up temporary data from old regions at 1732253432999 (+9 ms)Region opened successfully at 1732253433003 (+4 ms) 2024-11-22T05:30:33,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732253433007/Put/seqid=0 2024-11-22T05:30:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741881_1058 (size=4826) 2024-11-22T05:30:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741881_1058 (size=4826) 2024-11-22T05:30:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741881_1058 (size=4826) 2024-11-22T05:30:33,019 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33523/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 18702972e694bd943bde9802ea02c540/a 2024-11-22T05:30:33,028 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-22T05:30:33,028 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:30:33,028 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 18702972e694bd943bde9802ea02c540: 2024-11-22T05:30:33,030 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_ 2024-11-22T05:30:33,032 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33523/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 18702972e694bd943bde9802ea02c540/a as hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_ - updating store file list. 2024-11-22T05:30:33,039 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:33,039 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_ into 18702972e694bd943bde9802ea02c540/a 2024-11-22T05:30:33,040 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33523/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 18702972e694bd943bde9802ea02c540/a (new location: hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_) 2024-11-22T05:30:33,086 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, size=0 (0bytes) 2024-11-22T05:30:33,086 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 might be still open, length is 0 2024-11-22T05:30:33,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 2024-11-22T05:30:33,087 WARN [IPC Server handler 4 on default port 33523 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-22T05:30:33,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 after 0ms 2024-11-22T05:30:33,151 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:42930 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39079:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42930 dst: /127.0.0.1:39079 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39079 remote=/127.0.0.1:42930]. Total timeout mills is 60000, 59895 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:33,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45954 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45954 dst: /127.0.0.1:44045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:33,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:34530 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34530 dst: /127.0.0.1:34277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741880_1059 (size=504) 2024-11-22T05:30:33,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741880_1059 (size=504) 2024-11-22T05:30:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741880_1059 (size=504) 2024-11-22T05:30:37,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 after 4002ms 2024-11-22T05:30:37,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 took 4012ms 2024-11-22T05:30:37,100 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963; continuing. 2024-11-22T05:30:37,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 so closing down 2024-11-22T05:30:37,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:37,102 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732253432963.temp 2024-11-22T05:30:37,104 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp 2024-11-22T05:30:37,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741882_1060 (size=238) 2024-11-22T05:30:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741882_1060 (size=238) 2024-11-22T05:30:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741882_1060 (size=238) 2024-11-22T05:30:37,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:37,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp to hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 2024-11-22T05:30:37,114 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T05:30:37,114 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, journal: Splitting hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, size=0 (0bytes) at 1732253433086Finishing writing output for hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 so closing down at 1732253437100 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp at 1732253437104 (+4 ms)3 split writer threads finished at 1732253437104Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732253437112 (+8 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005-wal.1732253432963.temp to hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 at 1732253437114 (+2 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963, size=0, length=0, corrupted=false, cancelled=false at 1732253437114 2024-11-22T05:30:37,116 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253432963 2024-11-22T05:30:37,117 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 2024-11-22T05:30:37,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:37,119 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:37,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253437120, exclude list is [], retry=0 2024-11-22T05:30:37,135 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:37,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:37,155 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:37,157 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253437120 2024-11-22T05:30:37,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:37,157 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 18702972e694bd943bde9802ea02c540, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:37,158 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:37,158 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,158 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,159 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,160 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName a 2024-11-22T05:30:37,160 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,167 DEBUG [StoreFileOpener-18702972e694bd943bde9802ea02c540-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:37,167 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/ecc240d2f2d84dd6b07e6a02ed5834bd_SeqId_3_ 2024-11-22T05:30:37,168 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,168 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,169 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName b 2024-11-22T05:30:37,169 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,170 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,170 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,171 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18702972e694bd943bde9802ea02c540 columnFamilyName c 2024-11-22T05:30:37,171 DEBUG [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,171 INFO [StoreOpener-18702972e694bd943bde9802ea02c540-1 {}] regionserver.HStore(327): Store=18702972e694bd943bde9802ea02c540/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,172 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,173 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,174 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,175 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 2024-11-22T05:30:37,178 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 2024-11-22T05:30:37,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 18702972e694bd943bde9802ea02c540 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-22T05:30:37,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/.tmp/a/e074c2cf7dcb48258c6bf2e57bb6c95e is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732253433045/Put/seqid=0 2024-11-22T05:30:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741884_1062 (size=5149) 2024-11-22T05:30:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741884_1062 (size=5149) 2024-11-22T05:30:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741884_1062 (size=5149) 2024-11-22T05:30:37,203 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/.tmp/a/e074c2cf7dcb48258c6bf2e57bb6c95e 2024-11-22T05:30:37,209 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/.tmp/a/e074c2cf7dcb48258c6bf2e57bb6c95e as hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/e074c2cf7dcb48258c6bf2e57bb6c95e 2024-11-22T05:30:37,214 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/a/e074c2cf7dcb48258c6bf2e57bb6c95e, entries=1, sequenceid=5, filesize=5.0 K 2024-11-22T05:30:37,215 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 18702972e694bd943bde9802ea02c540 in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-11-22T05:30:37,215 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/0000000000000000005 2024-11-22T05:30:37,217 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,217 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,217 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:37,219 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 18702972e694bd943bde9802ea02c540 2024-11-22T05:30:37,221 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/18702972e694bd943bde9802ea02c540/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T05:30:37,222 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 18702972e694bd943bde9802ea02c540; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66376185, jitterRate=-0.010917767882347107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:37,222 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 18702972e694bd943bde9802ea02c540: Writing region info on filesystem at 1732253437158Initializing all the Stores at 1732253437159 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253437159Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253437159Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253437159Obtaining lock to block concurrent updates at 1732253437178 (+19 ms)Preparing flush snapshotting stores in 18702972e694bd943bde9802ea02c540 at 1732253437178Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732253437178Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. at 1732253437178Flushing 18702972e694bd943bde9802ea02c540/a: creating writer at 1732253437178Flushing 18702972e694bd943bde9802ea02c540/a: appending metadata at 1732253437194 (+16 ms)Flushing 18702972e694bd943bde9802ea02c540/a: closing flushed file at 1732253437194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bec7f98: reopening flushed file at 1732253437208 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 18702972e694bd943bde9802ea02c540 in 37ms, sequenceid=5, compaction requested=false; wal=null at 1732253437215 (+7 ms)Cleaning up temporary data from old regions at 1732253437217 (+2 ms)Region opened successfully at 1732253437222 (+5 ms) 2024-11-22T05:30:37,226 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 18702972e694bd943bde9802ea02c540, disabling compactions & flushes 2024-11-22T05:30:37,227 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:37,227 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:37,227 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. after waiting 0 ms 2024-11-22T05:30:37,227 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:37,227 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732253432872.18702972e694bd943bde9802ea02c540. 2024-11-22T05:30:37,228 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 18702972e694bd943bde9802ea02c540: Waiting for close lock at 1732253437226Disabling compacts and flushes for region at 1732253437226Disabling writes for close at 1732253437227 (+1 ms)Writing region close event to WAL at 1732253437227Closed at 1732253437227 2024-11-22T05:30:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741883_1061 (size=93) 2024-11-22T05:30:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741883_1061 (size=93) 2024-11-22T05:30:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741883_1061 (size=93) 2024-11-22T05:30:37,234 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:37,234 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732253437120) 2024-11-22T05:30:37,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 406) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:33523 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1328122298_22 at /127.0.0.1:42950 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1328122298_22 at /127.0.0.1:34550 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 512), ProcessCount=11 (was 11), AvailableMemoryMB=7986 (was 8071) 2024-11-22T05:30:37,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=7985 2024-11-22T05:30:37,276 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:37,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:30:37,285 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,43975,1732253422020 2024-11-22T05:30:37,287 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf844b4 2024-11-22T05:30:37,288 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:30:37,290 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:30:37,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:30:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T05:30:37,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:30:37,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-22T05:30:37,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:30:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:30:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741885_1063 (size=694) 2024-11-22T05:30:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741885_1063 (size=694) 2024-11-22T05:30:37,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741885_1063 (size=694) 2024-11-22T05:30:37,319 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4 2024-11-22T05:30:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741886_1064 (size=77) 2024-11-22T05:30:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741886_1064 (size=77) 2024-11-22T05:30:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741886_1064 (size=77) 2024-11-22T05:30:37,327 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:37,327 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:37,327 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,327 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,328 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:37,328 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,328 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,328 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253437327Disabling compacts and flushes for region at 1732253437327Disabling writes for close at 1732253437328 (+1 ms)Writing region close event to WAL at 1732253437328Closed at 1732253437328 2024-11-22T05:30:37,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:30:37,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732253437330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732253437330"}]},"ts":"1732253437330"} 2024-11-22T05:30:37,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:30:37,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:30:37,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253437341"}]},"ts":"1732253437341"} 2024-11-22T05:30:37,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-22T05:30:37,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {82891a793a29=0} racks are {/default-rack=0} 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T05:30:37,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T05:30:37,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T05:30:37,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T05:30:37,350 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T05:30:37,350 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T05:30:37,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN}] 2024-11-22T05:30:37,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN 2024-11-22T05:30:37,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN; state=OFFLINE, location=82891a793a29,38631,1732253422799; forceNewPlan=false, retain=false 2024-11-22T05:30:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:30:37,508 INFO [82891a793a29:43975 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T05:30:37,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPENING, regionLocation=82891a793a29,38631,1732253422799 2024-11-22T05:30:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN because future has completed 2024-11-22T05:30:37,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799}] 2024-11-22T05:30:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:30:37,670 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:30:37,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:30:37,682 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,683 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:37,684 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,684 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:37,684 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,684 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,686 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,689 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:37,689 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,690 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,690 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,693 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:37,693 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,694 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,694 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,695 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,696 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,697 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,697 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,698 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T05:30:37,699 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,702 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:37,702 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06931c30d0a1cd39d7bad6f7f22605ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73129732, jitterRate=0.08971792459487915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T05:30:37,702 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,703 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06931c30d0a1cd39d7bad6f7f22605ef: Running coprocessor pre-open hook at 1732253437684Writing region info on filesystem at 1732253437684Initializing all the Stores at 1732253437686 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253437686Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253437686Cleaning up temporary data from old regions at 1732253437697 (+11 ms)Running coprocessor post-open hooks at 1732253437702 (+5 ms)Region opened successfully at 1732253437703 (+1 ms) 2024-11-22T05:30:37,705 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., pid=6, masterSystemTime=1732253437669 2024-11-22T05:30:37,708 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,708 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,38631,1732253422799 2024-11-22T05:30:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 because future has completed 2024-11-22T05:30:37,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:30:37,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 in 197 msec 2024-11-22T05:30:37,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:30:37,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN in 365 msec 2024-11-22T05:30:37,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:30:37,721 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732253437721"}]},"ts":"1732253437721"} 2024-11-22T05:30:37,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-22T05:30:37,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:30:37,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 430 msec 2024-11-22T05:30:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:30:37,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-22T05:30:37,936 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-22T05:30:37,938 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:30:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-22T05:30:37,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T05:30:37,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-22T05:30:37,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=2] 2024-11-22T05:30:37,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:30:37,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:30:37,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=06931c30d0a1cd39d7bad6f7f22605ef, source=82891a793a29,38631,1732253422799, destination=82891a793a29,43645,1732253422889, warming up region on 82891a793a29,43645,1732253422889 2024-11-22T05:30:37,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=06931c30d0a1cd39d7bad6f7f22605ef, source=82891a793a29,38631,1732253422799, destination=82891a793a29,43645,1732253422889, running balancer 2024-11-22T05:30:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE 2024-11-22T05:30:37,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE 2024-11-22T05:30:37,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=CLOSING, regionLocation=82891a793a29,38631,1732253422799 2024-11-22T05:30:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(7855): Warmup {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:37,993 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE because future has completed 2024-11-22T05:30:37,994 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:37,994 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,995 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:30:37,995 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799}] 2024-11-22T05:30:37,995 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:37,996 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:37,996 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:37,997 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:37,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253437998Disabling compacts and flushes for region at 1732253437998Disabling writes for close at 1732253437998Writing region close event to WAL at 1732253437999 (+1 ms)Closed at 1732253437999 2024-11-22T05:30:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-22T05:30:38,155 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,155 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:30:38,156 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:38,156 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,156 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,156 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:38,156 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,156 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 06931c30d0a1cd39d7bad6f7f22605ef 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-22T05:30:38,177 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/525fa434542b4c3698690f1e2c3daeb0 is 35, key is r1/cf1:q/1732253437968/Put/seqid=0 2024-11-22T05:30:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741887_1065 (size=4783) 2024-11-22T05:30:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741887_1065 (size=4783) 2024-11-22T05:30:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741887_1065 (size=4783) 2024-11-22T05:30:38,193 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/525fa434542b4c3698690f1e2c3daeb0 2024-11-22T05:30:38,201 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/525fa434542b4c3698690f1e2c3daeb0 as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0 2024-11-22T05:30:38,208 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T05:30:38,210 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 06931c30d0a1cd39d7bad6f7f22605ef in 54ms, sequenceid=5, compaction requested=false 2024-11-22T05:30:38,210 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-22T05:30:38,215 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:30:38,217 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,217 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253438156Running coprocessor pre-close hooks at 1732253438156Disabling compacts and flushes for region at 1732253438156Disabling writes for close at 1732253438156Obtaining lock to block concurrent updates at 1732253438156Preparing flush snapshotting stores in 06931c30d0a1cd39d7bad6f7f22605ef at 1732253438156Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732253438156Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. at 1732253438157 (+1 ms)Flushing 06931c30d0a1cd39d7bad6f7f22605ef/cf1: creating writer at 1732253438157Flushing 06931c30d0a1cd39d7bad6f7f22605ef/cf1: appending metadata at 1732253438176 (+19 ms)Flushing 06931c30d0a1cd39d7bad6f7f22605ef/cf1: closing flushed file at 1732253438176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8fc5e: reopening flushed file at 1732253438200 (+24 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 06931c30d0a1cd39d7bad6f7f22605ef in 54ms, sequenceid=5, compaction requested=false at 1732253438210 (+10 ms)Writing region close event to WAL at 1732253438211 (+1 ms)Running coprocessor post-close hooks at 1732253438215 (+4 ms)Closed at 1732253438217 (+2 ms) 2024-11-22T05:30:38,217 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 06931c30d0a1cd39d7bad6f7f22605ef move to 82891a793a29,43645,1732253422889 record at close sequenceid=5 2024-11-22T05:30:38,221 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=CLOSED 2024-11-22T05:30:38,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 because future has completed 2024-11-22T05:30:38,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T05:30:38,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 in 231 msec 2024-11-22T05:30:38,230 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE; state=CLOSED, location=82891a793a29,43645,1732253422889; forceNewPlan=false, retain=false 2024-11-22T05:30:38,381 INFO [82891a793a29:43975 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T05:30:38,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPENING, regionLocation=82891a793a29,43645,1732253422889 2024-11-22T05:30:38,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE because future has completed 2024-11-22T05:30:38,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889}] 2024-11-22T05:30:38,547 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,547 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:38,548 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,548 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:38,548 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,548 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,549 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,551 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:38,551 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:38,559 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0 2024-11-22T05:30:38,559 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:38,559 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,560 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:38,561 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:38,561 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:38,561 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,562 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,563 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,564 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,564 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,565 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T05:30:38,567 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,568 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 06931c30d0a1cd39d7bad6f7f22605ef; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64655636, jitterRate=-0.0365559458732605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T05:30:38,568 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,568 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 06931c30d0a1cd39d7bad6f7f22605ef: Running coprocessor pre-open hook at 1732253438548Writing region info on filesystem at 1732253438548Initializing all the Stores at 1732253438549 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253438549Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253438549Cleaning up temporary data from old regions at 1732253438564 (+15 ms)Running coprocessor post-open hooks at 1732253438568 (+4 ms)Region opened successfully at 1732253438568 2024-11-22T05:30:38,569 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., pid=9, masterSystemTime=1732253438543 2024-11-22T05:30:38,572 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,572 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPEN, openSeqNum=9, regionLocation=82891a793a29,43645,1732253422889 2024-11-22T05:30:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889 because future has completed 2024-11-22T05:30:38,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-22T05:30:38,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889 in 190 msec 2024-11-22T05:30:38,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE in 592 msec 2024-11-22T05:30:38,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:30:38,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:30:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:54872 deadline: 1732253498600, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=43645 startCode=1732253422889. As of locationSeqNum=5. 2024-11-22T05:30:38,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=43645 startCode=1732253422889. As of locationSeqNum=5. 2024-11-22T05:30:38,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=43645 startCode=1732253422889. As of locationSeqNum=5. 2024-11-22T05:30:38,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,43645,1732253422889, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=43645 startCode=1732253422889. As of locationSeqNum=5. 2024-11-22T05:30:38,744 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 06931c30d0a1cd39d7bad6f7f22605ef 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-22T05:30:38,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/0013efcd7a4d40069c6d62cb83b36763 is 29, key is r1/cf1:/1732253438736/DeleteFamily/seqid=0 2024-11-22T05:30:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741888_1066 (size=4906) 2024-11-22T05:30:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741888_1066 (size=4906) 2024-11-22T05:30:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741888_1066 (size=4906) 2024-11-22T05:30:38,771 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,777 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf2/b1f30e1703544dd6a4d92aaf1816a05f is 29, key is r1/cf2:/1732253438736/DeleteFamily/seqid=0 2024-11-22T05:30:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741889_1067 (size=4906) 2024-11-22T05:30:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741889_1067 (size=4906) 2024-11-22T05:30:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741889_1067 (size=4906) 2024-11-22T05:30:38,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf2/b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,802 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,803 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/0013efcd7a4d40069c6d62cb83b36763 as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,809 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,809 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T05:30:38,810 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf2/b1f30e1703544dd6a4d92aaf1816a05f as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,816 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T05:30:38,817 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 06931c30d0a1cd39d7bad6f7f22605ef in 73ms, sequenceid=12, compaction requested=false 2024-11-22T05:30:38,817 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 06931c30d0a1cd39d7bad6f7f22605ef: 2024-11-22T05:30:38,820 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T05:30:38,821 DEBUG [Time-limited test {}] regionserver.HStore(1541): 06931c30d0a1cd39d7bad6f7f22605ef/cf1 is initiating major compaction (all files) 2024-11-22T05:30:38,821 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:30:38,821 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:38,822 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 06931c30d0a1cd39d7bad6f7f22605ef/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,822 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0, hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763] into tmpdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp, totalSize=9.5 K 2024-11-22T05:30:38,823 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 525fa434542b4c3698690f1e2c3daeb0, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732253437968 2024-11-22T05:30:38,823 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0013efcd7a4d40069c6d62cb83b36763, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T05:30:38,834 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 06931c30d0a1cd39d7bad6f7f22605ef#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:30:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741890_1068 (size=4626) 2024-11-22T05:30:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741890_1068 (size=4626) 2024-11-22T05:30:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741890_1068 (size=4626) 2024-11-22T05:30:38,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf1/ec5efa6e4f0b4fbfae8b05681f34406b as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/ec5efa6e4f0b4fbfae8b05681f34406b 2024-11-22T05:30:38,866 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 06931c30d0a1cd39d7bad6f7f22605ef/cf1 of 06931c30d0a1cd39d7bad6f7f22605ef into ec5efa6e4f0b4fbfae8b05681f34406b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:30:38,866 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 06931c30d0a1cd39d7bad6f7f22605ef: 2024-11-22T05:30:38,866 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T05:30:38,866 DEBUG [Time-limited test {}] regionserver.HStore(1541): 06931c30d0a1cd39d7bad6f7f22605ef/cf2 is initiating major compaction (all files) 2024-11-22T05:30:38,866 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:30:38,866 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:30:38,866 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 06931c30d0a1cd39d7bad6f7f22605ef/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,867 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f] into tmpdir=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp, totalSize=4.8 K 2024-11-22T05:30:38,867 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b1f30e1703544dd6a4d92aaf1816a05f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T05:30:38,874 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 06931c30d0a1cd39d7bad6f7f22605ef#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:30:38,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741891_1069 (size=4592) 2024-11-22T05:30:38,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741891_1069 (size=4592) 2024-11-22T05:30:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741891_1069 (size=4592) 2024-11-22T05:30:38,890 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/.tmp/cf2/4bb4843dd01e48cd948834cc35826a0e as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/4bb4843dd01e48cd948834cc35826a0e 2024-11-22T05:30:38,898 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 06931c30d0a1cd39d7bad6f7f22605ef/cf2 of 06931c30d0a1cd39d7bad6f7f22605ef into 4bb4843dd01e48cd948834cc35826a0e(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:30:38,898 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 06931c30d0a1cd39d7bad6f7f22605ef: 2024-11-22T05:30:38,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=06931c30d0a1cd39d7bad6f7f22605ef, source=82891a793a29,43645,1732253422889, destination=82891a793a29,38631,1732253422799, warming up region on 82891a793a29,38631,1732253422799 2024-11-22T05:30:38,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=06931c30d0a1cd39d7bad6f7f22605ef, source=82891a793a29,43645,1732253422889, destination=82891a793a29,38631,1732253422799, running balancer 2024-11-22T05:30:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE 2024-11-22T05:30:38,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE 2024-11-22T05:30:38,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=CLOSING, regionLocation=82891a793a29,43645,1732253422889 2024-11-22T05:30:38,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(7855): Warmup {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:38,909 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,910 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:38,910 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE because future has completed 2024-11-22T05:30:38,912 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:30:38,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889}] 2024-11-22T05:30:38,920 INFO [StoreFileOpener-06931c30d0a1cd39d7bad6f7f22605ef-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,920 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:38,926 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0 2024-11-22T05:30:38,932 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/ec5efa6e4f0b4fbfae8b05681f34406b 2024-11-22T05:30:38,933 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:38,933 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:38,934 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:38,934 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:38,941 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/4bb4843dd01e48cd948834cc35826a0e 2024-11-22T05:30:38,946 INFO [StoreFileOpener-06931c30d0a1cd39d7bad6f7f22605ef-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,946 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:38,946 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:38,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253438947Disabling compacts and flushes for region at 1732253438947Disabling writes for close at 1732253438947Writing region close event to WAL at 1732253438948 (+1 ms)Closed at 1732253438948 2024-11-22T05:30:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-22T05:30:39,066 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,066 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:30:39,066 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:39,066 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,066 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,066 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:39,066 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,067 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0, hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763] to archive 2024-11-22T05:30:39,071 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:30:39,075 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0 to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/525fa434542b4c3698690f1e2c3daeb0 2024-11-22T05:30:39,077 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763 to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/0013efcd7a4d40069c6d62cb83b36763 2024-11-22T05:30:39,093 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f] to archive 2024-11-22T05:30:39,094 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:30:39,097 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/b1f30e1703544dd6a4d92aaf1816a05f 2024-11-22T05:30:39,102 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-22T05:30:39,103 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,103 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253439066Running coprocessor pre-close hooks at 1732253439066Disabling compacts and flushes for region at 1732253439066Disabling writes for close at 1732253439066Writing region close event to WAL at 1732253439098 (+32 ms)Running coprocessor post-close hooks at 1732253439103 (+5 ms)Closed at 1732253439103 2024-11-22T05:30:39,103 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 06931c30d0a1cd39d7bad6f7f22605ef move to 82891a793a29,38631,1732253422799 record at close sequenceid=12 2024-11-22T05:30:39,106 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=CLOSED 2024-11-22T05:30:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889 because future has completed 2024-11-22T05:30:39,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T05:30:39,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,43645,1732253422889 in 199 msec 2024-11-22T05:30:39,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE; state=CLOSED, location=82891a793a29,38631,1732253422799; forceNewPlan=false, retain=false 2024-11-22T05:30:39,265 INFO [82891a793a29:43975 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T05:30:39,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPENING, regionLocation=82891a793a29,38631,1732253422799 2024-11-22T05:30:39,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE because future has completed 2024-11-22T05:30:39,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799}] 2024-11-22T05:30:39,432 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,432 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:39,433 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,434 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:39,434 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,434 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,440 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,441 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:39,441 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:39,448 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/ec5efa6e4f0b4fbfae8b05681f34406b 2024-11-22T05:30:39,448 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:39,448 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,449 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:39,449 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:39,455 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/4bb4843dd01e48cd948834cc35826a0e 2024-11-22T05:30:39,456 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:39,456 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,457 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,458 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,459 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,459 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,460 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T05:30:39,461 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,462 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 06931c30d0a1cd39d7bad6f7f22605ef; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68968525, jitterRate=0.027711108326911926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T05:30:39,462 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,462 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 06931c30d0a1cd39d7bad6f7f22605ef: Running coprocessor pre-open hook at 1732253439438Writing region info on filesystem at 1732253439438Initializing all the Stores at 1732253439439 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253439439Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253439439Cleaning up temporary data from old regions at 1732253439459 (+20 ms)Running coprocessor post-open hooks at 1732253439462 (+3 ms)Region opened successfully at 1732253439462 2024-11-22T05:30:39,463 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., pid=12, masterSystemTime=1732253439423 2024-11-22T05:30:39,466 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,466 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPEN, openSeqNum=18, regionLocation=82891a793a29,38631,1732253422799 2024-11-22T05:30:39,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 because future has completed 2024-11-22T05:30:39,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-22T05:30:39,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,38631,1732253422799 in 201 msec 2024-11-22T05:30:39,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, REOPEN/MOVE in 568 msec 2024-11-22T05:30:39,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:30:39,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:30:39,512 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 82891a793a29,38631,1732253422799: testing ***** 2024-11-22T05:30:39,512 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:30:39,514 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:30:39,515 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:30:39,518 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:30:39,519 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:30:39,527 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 272171280 }, "NonHeapMemoryUsage": { "committed": 170196992, "init": 7667712, "max": -1, "used": 167561688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "82891a793a29", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 5, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "82891a793a29", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50955", "tag.serverName": "82891a793a29,38631,1732253422799", "tag.clusterId": "e06cdc94-77f1-4fbf-8359-4b8b286d4fbf", "tag.Context": "regionserver", "tag.Hostname": "82891a793a29", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732253422799, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T05:30:39,530 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43975 {}] master.MasterRpcServices(700): 82891a793a29,38631,1732253422799 reported a fatal error: ***** ABORTING region server 82891a793a29,38631,1732253422799: testing ***** 2024-11-22T05:30:39,532 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,38631,1732253422799' ***** 2024-11-22T05:30:39,532 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-22T05:30:39,532 INFO [RS:0;82891a793a29:38631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:30:39,533 INFO [RS:0;82891a793a29:38631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T05:30:39,533 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:30:39,533 INFO [RS:0;82891a793a29:38631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T05:30:39,533 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,533 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(956): aborting server 82891a793a29,38631,1732253422799 2024-11-22T05:30:39,533 INFO [RS:0;82891a793a29:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:30:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43645 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:41980 deadline: 1732253499533, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=38631 startCode=1732253422799. As of locationSeqNum=12. 2024-11-22T05:30:39,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:30:39,534 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,534 INFO [RS:0;82891a793a29:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:38631. 2024-11-22T05:30:39,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,534 DEBUG [RS:0;82891a793a29:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:30:39,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:30:39,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,534 DEBUG [RS:0;82891a793a29:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:30:39,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,43645,1732253422889, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,43645,1732253422889, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=38631 startCode=1732253422799. As of locationSeqNum=12. 2024-11-22T05:30:39,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,43645,1732253422889, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=38631 startCode=1732253422799. As of locationSeqNum=12. 2024-11-22T05:30:39,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,43645,1732253422889, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=82891a793a29 port=38631 startCode=1732253422799. As of locationSeqNum=12. 2024-11-22T05:30:39,534 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:30:39,535 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1325): Online Regions={06931c30d0a1cd39d7bad6f7f22605ef=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.} 2024-11-22T05:30:39,535 DEBUG [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1351): Waiting on 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:39,535 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,535 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253439533Running coprocessor pre-close hooks at 1732253439533Disabling compacts and flushes for region at 1732253439533Disabling writes for close at 1732253439534 (+1 ms)Writing region close event to WAL at 1732253439535 (+1 ms)Running coprocessor post-close hooks at 1732253439535Closed at 1732253439535 2024-11-22T05:30:39,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:39,611 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:30:39,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 82891a793a29,38631,1732253422799 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:39,646 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 82891a793a29,38631,1732253422799 aborting 2024-11-22T05:30:39,646 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 82891a793a29,38631,1732253422799 aborting 2024-11-22T05:30:39,646 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=12 from cache 2024-11-22T05:30:39,735 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,38631,1732253422799; all regions closed. 2024-11-22T05:30:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741835_1011 (size=2142) 2024-11-22T05:30:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741835_1011 (size=2142) 2024-11-22T05:30:39,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741835_1011 (size=2142) 2024-11-22T05:30:39,740 DEBUG [RS:0;82891a793a29:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:30:39,740 INFO [RS:0;82891a793a29:38631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:30:39,740 INFO [RS:0;82891a793a29:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:30:39,740 INFO [RS:0;82891a793a29:38631 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:30:39,740 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:30:39,741 INFO [RS:0;82891a793a29:38631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:30:39,741 INFO [RS:0;82891a793a29:38631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:30:39,741 INFO [RS:0;82891a793a29:38631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:30:39,741 INFO [RS:0;82891a793a29:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:30:39,741 INFO [RS:0;82891a793a29:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38631 2024-11-22T05:30:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:30:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82891a793a29,38631,1732253422799 2024-11-22T05:30:39,820 INFO [RS:0;82891a793a29:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:30:39,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,38631,1732253422799] 2024-11-22T05:30:39,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/82891a793a29,38631,1732253422799 already deleted, retry=false 2024-11-22T05:30:39,841 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 82891a793a29,38631,1732253422799 on 82891a793a29,43975,1732253422020 2024-11-22T05:30:39,846 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 82891a793a29,38631,1732253422799, splitWal=true, meta=false 2024-11-22T05:30:39,848 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 82891a793a29,38631,1732253422799 (carryingMeta=false) 82891a793a29,38631,1732253422799/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@31ca3816[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T05:30:39,848 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 82891a793a29,38631,1732253422799, splitWal=true, meta=false 2024-11-22T05:30:39,850 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 82891a793a29,38631,1732253422799 had 1 regions 2024-11-22T05:30:39,851 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 82891a793a29,38631,1732253422799, splitWal=true, meta=false, isMeta: false 2024-11-22T05:30:39,853 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting 2024-11-22T05:30:39,854 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,38631,1732253422799 WAL count=1, meta=false 2024-11-22T05:30:39,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 82891a793a29%2C38631%2C1732253422799.1732253424651}] 2024-11-22T05:30:39,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18] 2024-11-22T05:30:39,859 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 82891a793a29:38631 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 82891a793a29/172.17.0.2:38631 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18, error=java.net.ConnectException: Call to address=82891a793a29:38631 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 82891a793a29/172.17.0.2:38631 2024-11-22T05:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-22T05:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 from cache 2024-11-22T05:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 82891a793a29:38631 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 82891a793a29/172.17.0.2:38631 2024-11-22T05:30:39,863 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=82891a793a29,43645,1732253422889 2024-11-22T05:30:39,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 82891a793a29%2C38631%2C1732253422799.1732253424651, worker=82891a793a29,43645,1732253422889}] 2024-11-22T05:30:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:30:39,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10161058a5e0001, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:30:39,931 INFO [RS:0;82891a793a29:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:30:39,931 INFO [RS:0;82891a793a29:38631 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,38631,1732253422799; zookeeper connection closed. 2024-11-22T05:30:39,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44307341 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44307341 2024-11-22T05:30:40,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-22T05:30:40,050 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651, size=2.1 K (2142bytes) 2024-11-22T05:30:40,050 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 2024-11-22T05:30:40,051 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 after 1ms 2024-11-22T05:30:40,053 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 took 3ms 2024-11-22T05:30:40,060 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 06931c30d0a1cd39d7bad6f7f22605ef: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-22T05:30:40,060 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 so closing down 2024-11-22T05:30:40,060 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:40,060 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:40,060 INFO [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-11-22T05:30:40,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651, journal: Splitting hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651, size=2.1 K (2142bytes) at 1732253440050Finishing writing output for hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 so closing down at 1732253440060 (+10 ms)3 split writer threads finished at 1732253440060Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1732253440060 2024-11-22T05:30:40,061 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 2024-11-22T05:30:40,062 DEBUG [RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T05:30:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43975 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T05:30:40,068 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting/82891a793a29%2C38631%2C1732253422799.1732253424651 to hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs 2024-11-22T05:30:40,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T05:30:40,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 82891a793a29%2C38631%2C1732253422799.1732253424651, worker=82891a793a29,43645,1732253422889 in 202 msec 2024-11-22T05:30:40,073 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=82891a793a29,43645,1732253422889 2024-11-22T05:30:40,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T05:30:40,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 82891a793a29%2C38631%2C1732253422799.1732253424651, worker=82891a793a29,43645,1732253422889 in 217 msec 2024-11-22T05:30:40,078 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting dir is empty, no logs to split. 2024-11-22T05:30:40,078 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,38631,1732253422799 WAL count=0, meta=false 2024-11-22T05:30:40,078 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 82891a793a29,38631,1732253422799 WAL splitting is done? wals=0, meta=false 2024-11-22T05:30:40,080 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 82891a793a29,38631,1732253422799 failed, ignore...File hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/WALs/82891a793a29,38631,1732253422799-splitting does not exist. 2024-11-22T05:30:40,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN}] 2024-11-22T05:30:40,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN 2024-11-22T05:30:40,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T05:30:40,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18] 2024-11-22T05:30:40,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 82891a793a29:38631 this server is in the failed servers list 2024-11-22T05:30:40,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=82891a793a29:38631 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 82891a793a29:38631 2024-11-22T05:30:40,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 82891a793a29:38631 2024-11-22T05:30:40,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,38631,1732253422799, seqNum=18 from cache 2024-11-22T05:30:40,236 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(204): Hosts are {82891a793a29=0} racks are {/default-rack=0} 2024-11-22T05:30:40,236 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T05:30:40,236 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T05:30:40,237 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T05:30:40,237 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T05:30:40,237 INFO [82891a793a29:43975 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T05:30:40,237 INFO [82891a793a29:43975 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T05:30:40,237 DEBUG [82891a793a29:43975 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T05:30:40,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPENING, regionLocation=82891a793a29,42765,1732253422939 2024-11-22T05:30:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN because future has completed 2024-11-22T05:30:40,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,42765,1732253422939}] 2024-11-22T05:30:40,397 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:30:40,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:30:40,411 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:40,412 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 06931c30d0a1cd39d7bad6f7f22605ef, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:40,412 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,413 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:40,413 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,413 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,415 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,416 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf1 2024-11-22T05:30:40,416 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,424 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf1/ec5efa6e4f0b4fbfae8b05681f34406b 2024-11-22T05:30:40,424 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,425 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,426 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06931c30d0a1cd39d7bad6f7f22605ef columnFamilyName cf2 2024-11-22T05:30:40,426 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,432 DEBUG [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/cf2/4bb4843dd01e48cd948834cc35826a0e 2024-11-22T05:30:40,433 INFO [StoreOpener-06931c30d0a1cd39d7bad6f7f22605ef-1 {}] regionserver.HStore(327): Store=06931c30d0a1cd39d7bad6f7f22605ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,433 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,434 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,435 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,436 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,436 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,437 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T05:30:40,439 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,440 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 06931c30d0a1cd39d7bad6f7f22605ef; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64502729, jitterRate=-0.03883443772792816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T05:30:40,440 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:30:40,441 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 06931c30d0a1cd39d7bad6f7f22605ef: Running coprocessor pre-open hook at 1732253440413Writing region info on filesystem at 1732253440413Initializing all the Stores at 1732253440414 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440415 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440415Cleaning up temporary data from old regions at 1732253440436 (+21 ms)Running coprocessor post-open hooks at 1732253440440 (+4 ms)Region opened successfully at 1732253440441 (+1 ms) 2024-11-22T05:30:40,442 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., pid=17, masterSystemTime=1732253440396 2024-11-22T05:30:40,445 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:40,445 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:30:40,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=06931c30d0a1cd39d7bad6f7f22605ef, regionState=OPEN, openSeqNum=18, regionLocation=82891a793a29,42765,1732253422939 2024-11-22T05:30:40,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,42765,1732253422939 because future has completed 2024-11-22T05:30:40,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T05:30:40,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 06931c30d0a1cd39d7bad6f7f22605ef, server=82891a793a29,42765,1732253422939 in 207 msec 2024-11-22T05:30:40,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T05:30:40,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=06931c30d0a1cd39d7bad6f7f22605ef, ASSIGN in 368 msec 2024-11-22T05:30:40,454 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 82891a793a29,38631,1732253422799 after splitting done 2024-11-22T05:30:40,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 82891a793a29,38631,1732253422799, splitWal=true, meta=false in 612 msec 2024-11-22T05:30:40,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef., hostname=82891a793a29,42765,1732253422939, seqNum=18] 2024-11-22T05:30:40,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:30:40,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:30:40,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=411 (was 413), OpenFileDescriptor=1051 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=7945 (was 7985) 2024-11-22T05:30:40,700 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-22T05:30:40,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=411, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=7949 2024-11-22T05:30:40,714 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-22T05:30:40,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:40,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:40,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:40,737 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-37402304, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-37402304, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:40,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-37402304/hregion-37402304.1732253440737, exclude list is [], retry=0 2024-11-22T05:30:40,751 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:40,751 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:40,751 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:40,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-37402304/hregion-37402304.1732253440737 2024-11-22T05:30:40,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:40,755 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b57955b68622d12b01ffb6199292064c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741893_1071 (size=67) 2024-11-22T05:30:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741893_1071 (size=67) 2024-11-22T05:30:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741893_1071 (size=67) 2024-11-22T05:30:40,767 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:40,768 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,770 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName a 2024-11-22T05:30:40,770 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,770 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,770 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,772 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName b 2024-11-22T05:30:40,772 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,772 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,772 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,774 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName c 2024-11-22T05:30:40,774 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,774 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,774 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,775 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,775 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,776 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,776 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,776 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:40,777 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,779 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:40,779 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b57955b68622d12b01ffb6199292064c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59902444, jitterRate=-0.10738402605056763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:40,780 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b57955b68622d12b01ffb6199292064c: Writing region info on filesystem at 1732253440767Initializing all the Stores at 1732253440768 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440768Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440768Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440768Cleaning up temporary data from old regions at 1732253440776 (+8 ms)Region opened successfully at 1732253440780 (+4 ms) 2024-11-22T05:30:40,780 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b57955b68622d12b01ffb6199292064c, disabling compactions & flushes 2024-11-22T05:30:40,780 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,780 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,780 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. after waiting 0 ms 2024-11-22T05:30:40,780 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,781 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,781 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b57955b68622d12b01ffb6199292064c: Waiting for close lock at 1732253440780Disabling compacts and flushes for region at 1732253440780Disabling writes for close at 1732253440780Writing region close event to WAL at 1732253440781 (+1 ms)Closed at 1732253440781 2024-11-22T05:30:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741892_1070 (size=93) 2024-11-22T05:30:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741892_1070 (size=93) 2024-11-22T05:30:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741892_1070 (size=93) 2024-11-22T05:30:40,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:40,789 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-37402304:(num 1732253440737) 2024-11-22T05:30:40,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:40,791 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:40,802 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, exclude list is [], retry=0 2024-11-22T05:30:40,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:40,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:40,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:40,808 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 2024-11-22T05:30:40,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:40,809 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b57955b68622d12b01ffb6199292064c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:40,809 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:40,809 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,809 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,812 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,812 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName a 2024-11-22T05:30:40,813 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,813 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,813 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,814 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName b 2024-11-22T05:30:40,814 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,815 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,815 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,816 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName c 2024-11-22T05:30:40,816 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:40,816 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:40,816 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,817 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,818 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,819 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,819 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,820 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:40,821 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:40,822 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b57955b68622d12b01ffb6199292064c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64967700, jitterRate=-0.03190582990646362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:40,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b57955b68622d12b01ffb6199292064c: Writing region info on filesystem at 1732253440809Initializing all the Stores at 1732253440810 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440810Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440811 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253440811Cleaning up temporary data from old regions at 1732253440819 (+8 ms)Region opened successfully at 1732253440823 (+4 ms) 2024-11-22T05:30:40,849 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b57955b68622d12b01ffb6199292064c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T05:30:40,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/a/cddfd541ef1a4af4b695d4689b6e17cb is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732253440823/Put/seqid=0 2024-11-22T05:30:40,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741895_1073 (size=5958) 2024-11-22T05:30:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741895_1073 (size=5958) 2024-11-22T05:30:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741895_1073 (size=5958) 2024-11-22T05:30:40,872 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/a/cddfd541ef1a4af4b695d4689b6e17cb 2024-11-22T05:30:40,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/7265d9b4e06541be97df18cedd7d1418 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732253440831/Put/seqid=0 2024-11-22T05:30:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741896_1074 (size=5958) 2024-11-22T05:30:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741896_1074 (size=5958) 2024-11-22T05:30:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741896_1074 (size=5958) 2024-11-22T05:30:40,905 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/7265d9b4e06541be97df18cedd7d1418 2024-11-22T05:30:40,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/c/8374816a766e4afc82da5a56256d4391 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732253440839/Put/seqid=0 2024-11-22T05:30:40,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741897_1075 (size=5958) 2024-11-22T05:30:40,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741897_1075 (size=5958) 2024-11-22T05:30:40,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741897_1075 (size=5958) 2024-11-22T05:30:40,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/c/8374816a766e4afc82da5a56256d4391 2024-11-22T05:30:40,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/a/cddfd541ef1a4af4b695d4689b6e17cb as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/a/cddfd541ef1a4af4b695d4689b6e17cb 2024-11-22T05:30:40,949 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/a/cddfd541ef1a4af4b695d4689b6e17cb, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T05:30:40,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/7265d9b4e06541be97df18cedd7d1418 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/7265d9b4e06541be97df18cedd7d1418 2024-11-22T05:30:40,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/7265d9b4e06541be97df18cedd7d1418, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T05:30:40,958 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/c/8374816a766e4afc82da5a56256d4391 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/c/8374816a766e4afc82da5a56256d4391 2024-11-22T05:30:40,964 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/c/8374816a766e4afc82da5a56256d4391, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T05:30:40,965 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b57955b68622d12b01ffb6199292064c in 117ms, sequenceid=33, compaction requested=false 2024-11-22T05:30:40,965 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b57955b68622d12b01ffb6199292064c: 2024-11-22T05:30:40,965 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b57955b68622d12b01ffb6199292064c, disabling compactions & flushes 2024-11-22T05:30:40,965 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,965 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. after waiting 0 ms 2024-11-22T05:30:40,966 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,967 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. 2024-11-22T05:30:40,968 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b57955b68622d12b01ffb6199292064c: Waiting for close lock at 1732253440965Disabling compacts and flushes for region at 1732253440965Disabling writes for close at 1732253440966 (+1 ms)Writing region close event to WAL at 1732253440967 (+1 ms)Closed at 1732253440967 2024-11-22T05:30:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741894_1072 (size=5937) 2024-11-22T05:30:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741894_1072 (size=5937) 2024-11-22T05:30:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741894_1072 (size=5937) 2024-11-22T05:30:40,975 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/7265d9b4e06541be97df18cedd7d1418 to hdfs://localhost:33523/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/7265d9b4e06541be97df18cedd7d1418 2024-11-22T05:30:40,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, size=5.8 K (5937bytes) 2024-11-22T05:30:40,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 2024-11-22T05:30:40,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 after 0ms 2024-11-22T05:30:40,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 took 2ms 2024-11-22T05:30:41,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 so closing down 2024-11-22T05:30:41,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:41,002 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732253440791.temp 2024-11-22T05:30:41,003 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp 2024-11-22T05:30:41,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741898_1076 (size=5223) 2024-11-22T05:30:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741898_1076 (size=5223) 2024-11-22T05:30:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741898_1076 (size=5223) 2024-11-22T05:30:41,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:41,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 2024-11-22T05:30:41,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-11-22T05:30:41,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, journal: Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, size=5.8 K (5937bytes) at 1732253440996Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 so closing down at 1732253441001 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp at 1732253441003 (+2 ms)3 split writer threads finished at 1732253441003Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732253441010 (+7 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000003-wal.1732253440791.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 at 1732253441012 (+2 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1732253441012 2024-11-22T05:30:41,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253440791 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253440791 2024-11-22T05:30:41,015 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 2024-11-22T05:30:41,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:41,016 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:41,032 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253441017, exclude list is [], retry=0 2024-11-22T05:30:41,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:41,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:41,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:41,037 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253441017 2024-11-22T05:30:41,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:41,037 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b57955b68622d12b01ffb6199292064c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:41,037 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:41,037 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,037 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,039 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,040 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName a 2024-11-22T05:30:41,040 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,045 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/a/cddfd541ef1a4af4b695d4689b6e17cb 2024-11-22T05:30:41,045 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,046 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,047 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName b 2024-11-22T05:30:41,047 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,047 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,047 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,048 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b57955b68622d12b01ffb6199292064c columnFamilyName c 2024-11-22T05:30:41,048 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,054 DEBUG [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/c/8374816a766e4afc82da5a56256d4391 2024-11-22T05:30:41,054 INFO [StoreOpener-b57955b68622d12b01ffb6199292064c-1 {}] regionserver.HStore(327): Store=b57955b68622d12b01ffb6199292064c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,054 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,055 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,056 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,057 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 2024-11-22T05:30:41,061 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 2024-11-22T05:30:41,061 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b57955b68622d12b01ffb6199292064c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T05:30:41,078 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/e45ba9c684da46489397d701e4250b4c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732253440831/Put/seqid=0 2024-11-22T05:30:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741900_1078 (size=5958) 2024-11-22T05:30:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741900_1078 (size=5958) 2024-11-22T05:30:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741900_1078 (size=5958) 2024-11-22T05:30:41,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/e45ba9c684da46489397d701e4250b4c 2024-11-22T05:30:41,092 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/.tmp/b/e45ba9c684da46489397d701e4250b4c as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/e45ba9c684da46489397d701e4250b4c 2024-11-22T05:30:41,139 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/b/e45ba9c684da46489397d701e4250b4c, entries=10, sequenceid=32, filesize=5.8 K 2024-11-22T05:30:41,139 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b57955b68622d12b01ffb6199292064c in 78ms, sequenceid=32, compaction requested=false; wal=null 2024-11-22T05:30:41,140 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/0000000000000000032 2024-11-22T05:30:41,141 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,141 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,141 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:41,142 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b57955b68622d12b01ffb6199292064c 2024-11-22T05:30:41,144 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/b57955b68622d12b01ffb6199292064c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-22T05:30:41,145 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b57955b68622d12b01ffb6199292064c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68759114, jitterRate=0.024590641260147095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:41,146 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b57955b68622d12b01ffb6199292064c: Writing region info on filesystem at 1732253441038Initializing all the Stores at 1732253441038Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441038Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441039 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441039Obtaining lock to block concurrent updates at 1732253441061 (+22 ms)Preparing flush snapshotting stores in b57955b68622d12b01ffb6199292064c at 1732253441061Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732253441061Flushing stores of testReplayEditsWrittenViaHRegion,,1732253440733.b57955b68622d12b01ffb6199292064c. at 1732253441061Flushing b57955b68622d12b01ffb6199292064c/b: creating writer at 1732253441061Flushing b57955b68622d12b01ffb6199292064c/b: appending metadata at 1732253441078 (+17 ms)Flushing b57955b68622d12b01ffb6199292064c/b: closing flushed file at 1732253441078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754cbac6: reopening flushed file at 1732253441091 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b57955b68622d12b01ffb6199292064c in 78ms, sequenceid=32, compaction requested=false; wal=null at 1732253441139 (+48 ms)Cleaning up temporary data from old regions at 1732253441141 (+2 ms)Region opened successfully at 1732253441146 (+5 ms) 2024-11-22T05:30:41,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=420 (was 411) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:42950 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:43094 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:46022 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:34550 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:46126 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:34670 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=7945 (was 7949) 2024-11-22T05:30:41,166 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-22T05:30:41,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=420, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=7943 2024-11-22T05:30:41,178 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-22T05:30:41,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:41,193 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:41,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:41,196 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52113257, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-52113257, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:41,208 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52113257/hregion-52113257.1732253441196, exclude list is [], retry=0 2024-11-22T05:30:41,211 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:41,211 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:41,211 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:41,214 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52113257/hregion-52113257.1732253441196 2024-11-22T05:30:41,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:41,215 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8fda05ac8f19e17cbf80eb96227f8381, NAME => 'testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741902_1080 (size=68) 2024-11-22T05:30:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741902_1080 (size=68) 2024-11-22T05:30:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741902_1080 (size=68) 2024-11-22T05:30:41,227 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:41,229 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,230 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName a 2024-11-22T05:30:41,230 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,231 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,231 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,232 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName b 2024-11-22T05:30:41,232 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,234 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,234 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,235 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName c 2024-11-22T05:30:41,235 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,236 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,239 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:41,240 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,242 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:41,243 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fda05ac8f19e17cbf80eb96227f8381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70195434, jitterRate=0.04599347710609436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:41,243 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fda05ac8f19e17cbf80eb96227f8381: Writing region info on filesystem at 1732253441228Initializing all the Stores at 1732253441228Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441229 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441229Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441229Cleaning up temporary data from old regions at 1732253441238 (+9 ms)Region opened successfully at 1732253441243 (+5 ms) 2024-11-22T05:30:41,243 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fda05ac8f19e17cbf80eb96227f8381, disabling compactions & flushes 2024-11-22T05:30:41,243 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:41,243 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:41,244 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. after waiting 0 ms 2024-11-22T05:30:41,244 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:41,244 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:41,244 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fda05ac8f19e17cbf80eb96227f8381: Waiting for close lock at 1732253441243Disabling compacts and flushes for region at 1732253441243Disabling writes for close at 1732253441244 (+1 ms)Writing region close event to WAL at 1732253441244Closed at 1732253441244 2024-11-22T05:30:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741901_1079 (size=93) 2024-11-22T05:30:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741901_1079 (size=93) 2024-11-22T05:30:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741901_1079 (size=93) 2024-11-22T05:30:41,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:41,249 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52113257:(num 1732253441196) 2024-11-22T05:30:41,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:41,251 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:41,263 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, exclude list is [], retry=0 2024-11-22T05:30:41,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:41,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:41,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:41,268 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 2024-11-22T05:30:41,269 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:41,347 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fda05ac8f19e17cbf80eb96227f8381, NAME => 'testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:41,350 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,350 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:41,350 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,350 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,353 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,354 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName a 2024-11-22T05:30:41,354 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,354 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,355 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,356 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName b 2024-11-22T05:30:41,356 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,356 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,356 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,357 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName c 2024-11-22T05:30:41,357 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:41,357 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:41,358 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,361 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,361 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,361 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:41,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,364 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fda05ac8f19e17cbf80eb96227f8381; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69417235, jitterRate=0.03439740836620331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:41,364 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:41,364 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fda05ac8f19e17cbf80eb96227f8381: Running coprocessor pre-open hook at 1732253441351Writing region info on filesystem at 1732253441351Initializing all the Stores at 1732253441352 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441352Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441352Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253441352Cleaning up temporary data from old regions at 1732253441361 (+9 ms)Running coprocessor post-open hooks at 1732253441364 (+3 ms)Region opened successfully at 1732253441364 2024-11-22T05:30:41,375 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fda05ac8f19e17cbf80eb96227f8381 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-22T05:30:41,377 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:42,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-22T05:30:42,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:42,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-22T05:30:42,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:42,373 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T05:30:42,373 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:42,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-22T05:30:42,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:42,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-22T05:30:42,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:42,377 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:43,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:30:43,378 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:44,379 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:45,381 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:46,382 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:47,383 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:48,385 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:49,387 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:50,388 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 8fda05ac8f19e17cbf80eb96227f8381/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:50,390 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fda05ac8f19e17cbf80eb96227f8381: 2024-11-22T05:30:50,390 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,411 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fda05ac8f19e17cbf80eb96227f8381: 2024-11-22T05:30:50,411 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-22T05:30:50,411 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fda05ac8f19e17cbf80eb96227f8381, disabling compactions & flushes 2024-11-22T05:30:50,411 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,411 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,411 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. after waiting 0 ms 2024-11-22T05:30:50,411 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,412 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,412 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. 2024-11-22T05:30:50,412 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fda05ac8f19e17cbf80eb96227f8381: Waiting for close lock at 1732253450411Running coprocessor pre-close hooks at 1732253450411Disabling compacts and flushes for region at 1732253450411Disabling writes for close at 1732253450411Writing region close event to WAL at 1732253450412 (+1 ms)Running coprocessor post-close hooks at 1732253450412Closed at 1732253450412 2024-11-22T05:30:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741903_1081 (size=3941) 2024-11-22T05:30:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741903_1081 (size=3941) 2024-11-22T05:30:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741903_1081 (size=3941) 2024-11-22T05:30:50,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, size=3.8 K (3941bytes) 2024-11-22T05:30:50,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 2024-11-22T05:30:50,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 after 0ms 2024-11-22T05:30:50,434 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 took 4ms 2024-11-22T05:30:50,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 so closing down 2024-11-22T05:30:50,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:50,437 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732253441251.temp 2024-11-22T05:30:50,438 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp 2024-11-22T05:30:50,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741904_1082 (size=2983) 2024-11-22T05:30:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741904_1082 (size=2983) 2024-11-22T05:30:50,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741904_1082 (size=2983) 2024-11-22T05:30:50,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:50,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 2024-11-22T05:30:50,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-11-22T05:30:50,448 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, journal: Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, size=3.8 K (3941bytes) at 1732253450431Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 so closing down at 1732253450436 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp at 1732253450438 (+2 ms)3 split writer threads finished at 1732253450438Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732253450446 (+8 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000004-wal.1732253441251.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 at 1732253450447 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1732253450447 2024-11-22T05:30:50,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253441251 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253441251 2024-11-22T05:30:50,450 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 2024-11-22T05:30:50,451 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:50,453 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:50,465 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253450453, exclude list is [], retry=0 2024-11-22T05:30:50,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:50,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:50,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:50,470 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253450453 2024-11-22T05:30:50,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:50,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fda05ac8f19e17cbf80eb96227f8381, NAME => 'testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:50,471 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:50,471 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,471 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,473 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,474 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName a 2024-11-22T05:30:50,474 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:50,475 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:50,475 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,476 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName b 2024-11-22T05:30:50,476 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:50,476 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:50,476 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,477 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fda05ac8f19e17cbf80eb96227f8381 columnFamilyName c 2024-11-22T05:30:50,477 DEBUG [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:50,477 INFO [StoreOpener-8fda05ac8f19e17cbf80eb96227f8381-1 {}] regionserver.HStore(327): Store=8fda05ac8f19e17cbf80eb96227f8381/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:50,478 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,478 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,480 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,481 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 2024-11-22T05:30:50,485 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 2024-11-22T05:30:50,486 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fda05ac8f19e17cbf80eb96227f8381 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-22T05:30:50,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/a/32d9ec93b21b4a1c9984e272a7c25b4c is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732253450399/Put/seqid=0 2024-11-22T05:30:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741906_1084 (size=5523) 2024-11-22T05:30:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741906_1084 (size=5523) 2024-11-22T05:30:50,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741906_1084 (size=5523) 2024-11-22T05:30:50,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/a/32d9ec93b21b4a1c9984e272a7c25b4c 2024-11-22T05:30:50,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/b/f741a842e9094d84b40b58fa02f1bc4a is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732253450391/Put/seqid=0 2024-11-22T05:30:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741907_1085 (size=5524) 2024-11-22T05:30:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741907_1085 (size=5524) 2024-11-22T05:30:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741907_1085 (size=5524) 2024-11-22T05:30:50,535 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/b/f741a842e9094d84b40b58fa02f1bc4a 2024-11-22T05:30:50,554 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/c/c6b7704d3a7c4307bec78a63b5ab6808 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732253450395/Put/seqid=0 2024-11-22T05:30:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741908_1086 (size=5457) 2024-11-22T05:30:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741908_1086 (size=5457) 2024-11-22T05:30:50,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741908_1086 (size=5457) 2024-11-22T05:30:50,561 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/c/c6b7704d3a7c4307bec78a63b5ab6808 2024-11-22T05:30:50,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/a/32d9ec93b21b4a1c9984e272a7c25b4c as hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/a/32d9ec93b21b4a1c9984e272a7c25b4c 2024-11-22T05:30:50,573 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/a/32d9ec93b21b4a1c9984e272a7c25b4c, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T05:30:50,574 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/b/f741a842e9094d84b40b58fa02f1bc4a as hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/b/f741a842e9094d84b40b58fa02f1bc4a 2024-11-22T05:30:50,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/b/f741a842e9094d84b40b58fa02f1bc4a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T05:30:50,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/.tmp/c/c6b7704d3a7c4307bec78a63b5ab6808 as hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/c/c6b7704d3a7c4307bec78a63b5ab6808 2024-11-22T05:30:50,587 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/c/c6b7704d3a7c4307bec78a63b5ab6808, entries=6, sequenceid=26, filesize=5.3 K 2024-11-22T05:30:50,588 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8fda05ac8f19e17cbf80eb96227f8381 in 102ms, sequenceid=26, compaction requested=false; wal=null 2024-11-22T05:30:50,589 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/0000000000000000026 2024-11-22T05:30:50,590 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,590 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,590 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:50,592 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,594 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsAfterAbortingFlush/8fda05ac8f19e17cbf80eb96227f8381/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-22T05:30:50,595 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8fda05ac8f19e17cbf80eb96227f8381; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75426633, jitterRate=0.12394441664218903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:50,595 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fda05ac8f19e17cbf80eb96227f8381 2024-11-22T05:30:50,596 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fda05ac8f19e17cbf80eb96227f8381: Running coprocessor pre-open hook at 1732253450472Writing region info on filesystem at 1732253450472Initializing all the Stores at 1732253450473 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253450473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253450473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253450473Obtaining lock to block concurrent updates at 1732253450486 (+13 ms)Preparing flush snapshotting stores in 8fda05ac8f19e17cbf80eb96227f8381 at 1732253450486Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732253450486Flushing stores of testReplayEditsAfterAbortingFlush,,1732253441191.8fda05ac8f19e17cbf80eb96227f8381. at 1732253450486Flushing 8fda05ac8f19e17cbf80eb96227f8381/a: creating writer at 1732253450486Flushing 8fda05ac8f19e17cbf80eb96227f8381/a: appending metadata at 1732253450500 (+14 ms)Flushing 8fda05ac8f19e17cbf80eb96227f8381/a: closing flushed file at 1732253450500Flushing 8fda05ac8f19e17cbf80eb96227f8381/b: creating writer at 1732253450513 (+13 ms)Flushing 8fda05ac8f19e17cbf80eb96227f8381/b: appending metadata at 1732253450527 (+14 ms)Flushing 8fda05ac8f19e17cbf80eb96227f8381/b: closing flushed file at 1732253450527Flushing 8fda05ac8f19e17cbf80eb96227f8381/c: creating writer at 1732253450539 (+12 ms)Flushing 8fda05ac8f19e17cbf80eb96227f8381/c: appending metadata at 1732253450553 (+14 ms)Flushing 8fda05ac8f19e17cbf80eb96227f8381/c: closing flushed file at 1732253450553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f95ac75: reopening flushed file at 1732253450567 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d425ed9: reopening flushed file at 1732253450573 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2578b2e8: reopening flushed file at 1732253450580 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 8fda05ac8f19e17cbf80eb96227f8381 in 102ms, sequenceid=26, compaction requested=false; wal=null at 1732253450588 (+8 ms)Cleaning up temporary data from old regions at 1732253450590 (+2 ms)Running coprocessor post-open hooks at 1732253450595 (+5 ms)Region opened successfully at 1732253450596 (+1 ms) 2024-11-22T05:30:50,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 420), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=7920 (was 7943) 2024-11-22T05:30:50,616 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-22T05:30:50,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=7920 2024-11-22T05:30:50,627 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-22T05:30:50,643 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:50,645 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:50,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:50,649 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05256448, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-05256448, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:50,660 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05256448/hregion-05256448.1732253450649, exclude list is [], retry=0 2024-11-22T05:30:50,663 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:50,663 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:50,663 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:50,665 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05256448/hregion-05256448.1732253450649 2024-11-22T05:30:50,665 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:50,666 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5bc1158b97cfc57a881f4e5ea288dc82, NAME => 'testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741910_1088 (size=61) 2024-11-22T05:30:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741910_1088 (size=61) 2024-11-22T05:30:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741910_1088 (size=61) 2024-11-22T05:30:50,674 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:50,675 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,676 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1158b97cfc57a881f4e5ea288dc82 columnFamilyName a 2024-11-22T05:30:50,676 DEBUG [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:50,677 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(327): Store=5bc1158b97cfc57a881f4e5ea288dc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:50,677 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,677 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,678 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,678 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,678 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,679 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,681 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:50,681 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bc1158b97cfc57a881f4e5ea288dc82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72580170, jitterRate=0.08152881264686584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bc1158b97cfc57a881f4e5ea288dc82: Writing region info on filesystem at 1732253450674Initializing all the Stores at 1732253450675 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253450675Cleaning up temporary data from old regions at 1732253450678 (+3 ms)Region opened successfully at 1732253450682 (+4 ms) 2024-11-22T05:30:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bc1158b97cfc57a881f4e5ea288dc82, disabling compactions & flushes 2024-11-22T05:30:50,682 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. after waiting 0 ms 2024-11-22T05:30:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,683 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,683 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bc1158b97cfc57a881f4e5ea288dc82: Waiting for close lock at 1732253450682Disabling compacts and flushes for region at 1732253450682Disabling writes for close at 1732253450682Writing region close event to WAL at 1732253450683 (+1 ms)Closed at 1732253450683 2024-11-22T05:30:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741909_1087 (size=93) 2024-11-22T05:30:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741909_1087 (size=93) 2024-11-22T05:30:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741909_1087 (size=93) 2024-11-22T05:30:50,687 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:50,687 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05256448:(num 1732253450649) 2024-11-22T05:30:50,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:50,689 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:50,702 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, exclude list is [], retry=0 2024-11-22T05:30:50,704 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:50,704 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:50,705 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:50,706 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 2024-11-22T05:30:50,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:50,707 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bc1158b97cfc57a881f4e5ea288dc82, NAME => 'testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:50,707 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:50,707 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,707 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,708 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,709 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1158b97cfc57a881f4e5ea288dc82 columnFamilyName a 2024-11-22T05:30:50,709 DEBUG [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:50,710 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(327): Store=5bc1158b97cfc57a881f4e5ea288dc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:50,710 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,710 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,711 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,712 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,712 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,713 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:50,714 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bc1158b97cfc57a881f4e5ea288dc82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65603909, jitterRate=-0.022425577044487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:50,715 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bc1158b97cfc57a881f4e5ea288dc82: Writing region info on filesystem at 1732253450707Initializing all the Stores at 1732253450708 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253450708Cleaning up temporary data from old regions at 1732253450712 (+4 ms)Region opened successfully at 1732253450715 (+3 ms) 2024-11-22T05:30:50,723 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5bc1158b97cfc57a881f4e5ea288dc82, disabling compactions & flushes 2024-11-22T05:30:50,723 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,723 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,723 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. after waiting 0 ms 2024-11-22T05:30:50,723 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,724 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,724 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. 2024-11-22T05:30:50,724 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5bc1158b97cfc57a881f4e5ea288dc82: Waiting for close lock at 1732253450723Disabling compacts and flushes for region at 1732253450723Disabling writes for close at 1732253450723Writing region close event to WAL at 1732253450724 (+1 ms)Closed at 1732253450724 2024-11-22T05:30:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741911_1089 (size=1623) 2024-11-22T05:30:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741911_1089 (size=1623) 2024-11-22T05:30:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741911_1089 (size=1623) 2024-11-22T05:30:50,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, size=1.6 K (1623bytes) 2024-11-22T05:30:50,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 2024-11-22T05:30:50,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 after 1ms 2024-11-22T05:30:50,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 took 2ms 2024-11-22T05:30:50,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 so closing down 2024-11-22T05:30:50,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:50,748 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732253450689.temp 2024-11-22T05:30:50,749 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp 2024-11-22T05:30:50,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741912_1090 (size=1623) 2024-11-22T05:30:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741912_1090 (size=1623) 2024-11-22T05:30:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741912_1090 (size=1623) 2024-11-22T05:30:50,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:50,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp to hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 2024-11-22T05:30:50,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-11-22T05:30:50,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, journal: Splitting hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, size=1.6 K (1623bytes) at 1732253450742Finishing writing output for hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 so closing down at 1732253450746 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp at 1732253450749 (+3 ms)3 split writer threads finished at 1732253450749Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732253450756 (+7 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000003-wal.1732253450689.temp to hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 at 1732253450758 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1732253450758 2024-11-22T05:30:50,759 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253450689 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253450689 2024-11-22T05:30:50,760 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 2024-11-22T05:30:51,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:51,087 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:51,099 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253451088, exclude list is [], retry=0 2024-11-22T05:30:51,102 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:51,103 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:51,103 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:51,104 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253451088 2024-11-22T05:30:51,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bc1158b97cfc57a881f4e5ea288dc82, NAME => 'testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,109 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,110 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1158b97cfc57a881f4e5ea288dc82 columnFamilyName a 2024-11-22T05:30:51,110 DEBUG [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,112 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(327): Store=5bc1158b97cfc57a881f4e5ea288dc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,112 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,114 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,115 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 2024-11-22T05:30:51,118 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 2024-11-22T05:30:51,118 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5bc1158b97cfc57a881f4e5ea288dc82 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-22T05:30:51,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/.tmp/a/37cbaa0b81384e9586425b2356fb1048 is 79, key is testDatalossWhenInputError/a:x0/1732253450715/Put/seqid=0 2024-11-22T05:30:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741914_1092 (size=5808) 2024-11-22T05:30:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741914_1092 (size=5808) 2024-11-22T05:30:51,150 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/.tmp/a/37cbaa0b81384e9586425b2356fb1048 2024-11-22T05:30:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741914_1092 (size=5808) 2024-11-22T05:30:51,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/.tmp/a/37cbaa0b81384e9586425b2356fb1048 as hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/a/37cbaa0b81384e9586425b2356fb1048 2024-11-22T05:30:51,168 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/a/37cbaa0b81384e9586425b2356fb1048, entries=10, sequenceid=12, filesize=5.7 K 2024-11-22T05:30:51,169 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5bc1158b97cfc57a881f4e5ea288dc82 in 51ms, sequenceid=12, compaction requested=false; wal=null 2024-11-22T05:30:51,169 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/0000000000000000012 2024-11-22T05:30:51,170 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,170 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,174 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,176 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-22T05:30:51,177 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bc1158b97cfc57a881f4e5ea288dc82; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59947999, jitterRate=-0.1067052036523819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:51,178 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bc1158b97cfc57a881f4e5ea288dc82: Writing region info on filesystem at 1732253451105Initializing all the Stores at 1732253451108 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451108Obtaining lock to block concurrent updates at 1732253451118 (+10 ms)Preparing flush snapshotting stores in 5bc1158b97cfc57a881f4e5ea288dc82 at 1732253451118Finished memstore snapshotting testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732253451118Flushing stores of testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82. at 1732253451118Flushing 5bc1158b97cfc57a881f4e5ea288dc82/a: creating writer at 1732253451118Flushing 5bc1158b97cfc57a881f4e5ea288dc82/a: appending metadata at 1732253451141 (+23 ms)Flushing 5bc1158b97cfc57a881f4e5ea288dc82/a: closing flushed file at 1732253451141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648063a: reopening flushed file at 1732253451158 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 5bc1158b97cfc57a881f4e5ea288dc82 in 51ms, sequenceid=12, compaction requested=false; wal=null at 1732253451169 (+11 ms)Cleaning up temporary data from old regions at 1732253451170 (+1 ms)Region opened successfully at 1732253451178 (+8 ms) 2024-11-22T05:30:51,181 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bc1158b97cfc57a881f4e5ea288dc82, NAME => 'testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:51,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732253450644.5bc1158b97cfc57a881f4e5ea288dc82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,182 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,183 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,184 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc1158b97cfc57a881f4e5ea288dc82 columnFamilyName a 2024-11-22T05:30:51,184 DEBUG [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:30:51,189 DEBUG [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/a/37cbaa0b81384e9586425b2356fb1048 2024-11-22T05:30:51,189 INFO [StoreOpener-5bc1158b97cfc57a881f4e5ea288dc82-1 {}] regionserver.HStore(327): Store=5bc1158b97cfc57a881f4e5ea288dc82/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,189 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,191 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,191 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,193 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5bc1158b97cfc57a881f4e5ea288dc82 2024-11-22T05:30:51,195 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testDatalossWhenInputError/5bc1158b97cfc57a881f4e5ea288dc82/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-22T05:30:51,196 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5bc1158b97cfc57a881f4e5ea288dc82; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73610500, jitterRate=0.0968819260597229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T05:30:51,197 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5bc1158b97cfc57a881f4e5ea288dc82: Writing region info on filesystem at 1732253451182Initializing all the Stores at 1732253451182Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451183 (+1 ms)Cleaning up temporary data from old regions at 1732253451191 (+8 ms)Region opened successfully at 1732253451197 (+6 ms) 2024-11-22T05:30:51,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:38444 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:50668 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:40726 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:50590 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:38392 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:40806 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=7913 (was 7920) 2024-11-22T05:30:51,216 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-22T05:30:51,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=7913 2024-11-22T05:30:51,228 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-22T05:30:51,243 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:51,245 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:51,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:51,248 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-71103327, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-71103327, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:51,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-71103327/hregion-71103327.1732253451248, exclude list is [], retry=0 2024-11-22T05:30:51,263 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:51,264 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:51,264 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:51,266 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-71103327/hregion-71103327.1732253451248 2024-11-22T05:30:51,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:51,267 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 82c61c2523773024dab2c08977cf0005, NAME => 'testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741916_1094 (size=63) 2024-11-22T05:30:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741916_1094 (size=63) 2024-11-22T05:30:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741916_1094 (size=63) 2024-11-22T05:30:51,279 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:51,281 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,282 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName a 2024-11-22T05:30:51,282 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,283 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,283 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,284 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName b 2024-11-22T05:30:51,284 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,285 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,285 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,286 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName c 2024-11-22T05:30:51,286 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,287 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,287 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,289 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,289 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,290 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:51,291 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,296 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:51,297 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82c61c2523773024dab2c08977cf0005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61608153, jitterRate=-0.08196698129177094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:51,297 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82c61c2523773024dab2c08977cf0005: Writing region info on filesystem at 1732253451279Initializing all the Stores at 1732253451280 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451280Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451280Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451280Cleaning up temporary data from old regions at 1732253451289 (+9 ms)Region opened successfully at 1732253451297 (+8 ms) 2024-11-22T05:30:51,297 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82c61c2523773024dab2c08977cf0005, disabling compactions & flushes 2024-11-22T05:30:51,298 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:51,298 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:51,298 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. after waiting 0 ms 2024-11-22T05:30:51,298 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:51,298 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:51,298 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82c61c2523773024dab2c08977cf0005: Waiting for close lock at 1732253451297Disabling compacts and flushes for region at 1732253451297Disabling writes for close at 1732253451298 (+1 ms)Writing region close event to WAL at 1732253451298Closed at 1732253451298 2024-11-22T05:30:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741915_1093 (size=93) 2024-11-22T05:30:51,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741915_1093 (size=93) 2024-11-22T05:30:51,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741915_1093 (size=93) 2024-11-22T05:30:51,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:51,303 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-71103327:(num 1732253451248) 2024-11-22T05:30:51,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:51,305 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:51,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, exclude list is [], retry=0 2024-11-22T05:30:51,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:51,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:51,321 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:51,323 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 2024-11-22T05:30:51,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339)] 2024-11-22T05:30:51,323 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82c61c2523773024dab2c08977cf0005, NAME => 'testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,325 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,326 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName a 2024-11-22T05:30:51,326 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,327 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,327 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,328 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName b 2024-11-22T05:30:51,328 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,328 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,328 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,329 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName c 2024-11-22T05:30:51,329 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:51,329 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:51,329 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,333 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:51,334 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:51,335 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82c61c2523773024dab2c08977cf0005; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58734418, jitterRate=-0.12478896975517273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:51,335 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82c61c2523773024dab2c08977cf0005: Writing region info on filesystem at 1732253451324Initializing all the Stores at 1732253451325 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451325Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451325Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253451325Cleaning up temporary data from old regions at 1732253451332 (+7 ms)Region opened successfully at 1732253451335 (+3 ms) 2024-11-22T05:30:51,340 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732253451339/Put/seqid=0 2024-11-22T05:30:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741918_1096 (size=4875) 2024-11-22T05:30:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741918_1096 (size=4875) 2024-11-22T05:30:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741918_1096 (size=4875) 2024-11-22T05:30:51,349 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732253451349/Put/seqid=0 2024-11-22T05:30:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741919_1097 (size=4875) 2024-11-22T05:30:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741919_1097 (size=4875) 2024-11-22T05:30:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741919_1097 (size=4875) 2024-11-22T05:30:51,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732253451358/Put/seqid=0 2024-11-22T05:30:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741920_1098 (size=4875) 2024-11-22T05:30:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741920_1098 (size=4875) 2024-11-22T05:30:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741920_1098 (size=4875) 2024-11-22T05:30:51,365 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,370 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-22T05:30:51,370 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:30:51,370 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,374 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-22T05:30:51,374 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:30:51,374 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,378 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-22T05:30:51,378 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:30:51,378 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 82c61c2523773024dab2c08977cf0005 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-22T05:30:51,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp/a/135e713b8cfa4a08bf9fd2c6dabdf401 is 55, key is testCompactedBulkLoadedFiles/a:a/1732253451336/Put/seqid=0 2024-11-22T05:30:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741921_1099 (size=5107) 2024-11-22T05:30:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741921_1099 (size=5107) 2024-11-22T05:30:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741921_1099 (size=5107) 2024-11-22T05:30:51,401 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp/a/135e713b8cfa4a08bf9fd2c6dabdf401 2024-11-22T05:30:51,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp/a/135e713b8cfa4a08bf9fd2c6dabdf401 as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401 2024-11-22T05:30:51,411 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401, entries=1, sequenceid=4, filesize=5.0 K 2024-11-22T05:30:51,412 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 82c61c2523773024dab2c08977cf0005 in 34ms, sequenceid=4, compaction requested=false 2024-11-22T05:30:51,412 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 82c61c2523773024dab2c08977cf0005: 2024-11-22T05:30:51,414 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ 2024-11-22T05:30:51,415 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ 2024-11-22T05:30:51,416 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ 2024-11-22T05:30:51,417 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile0 into 82c61c2523773024dab2c08977cf0005/a as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ - updating store file list. 2024-11-22T05:30:51,421 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:51,422 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ into 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,422 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile0 into 82c61c2523773024dab2c08977cf0005/a (new location: hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_) 2024-11-22T05:30:51,423 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile1 into 82c61c2523773024dab2c08977cf0005/a as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ - updating store file list. 2024-11-22T05:30:51,428 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49059929106b41c4815898df062aac04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:51,428 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ into 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,428 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile1 into 82c61c2523773024dab2c08977cf0005/a (new location: hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_) 2024-11-22T05:30:51,429 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile2 into 82c61c2523773024dab2c08977cf0005/a as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ - updating store file list. 2024-11-22T05:30:51,434 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:51,434 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ into 82c61c2523773024dab2c08977cf0005/a 2024-11-22T05:30:51,434 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33523/hbase/testCompactedBulkLoadedFiles/hfile2 into 82c61c2523773024dab2c08977cf0005/a (new location: hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_) 2024-11-22T05:30:51,442 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:30:51,442 DEBUG [Time-limited test {}] regionserver.HStore(1541): 82c61c2523773024dab2c08977cf0005/a is initiating major compaction (all files) 2024-11-22T05:30:51,442 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 82c61c2523773024dab2c08977cf0005/a in testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:51,442 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_] into tmpdir=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp, totalSize=19.3 K 2024-11-22T05:30:51,443 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 135e713b8cfa4a08bf9fd2c6dabdf401, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732253451336 2024-11-22T05:30:51,443 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T05:30:51,444 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 49059929106b41c4815898df062aac04_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T05:30:51,444 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T05:30:51,519 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp/a/93b22f6541774157b966df3cab7b98b0 is 55, key is testCompactedBulkLoadedFiles/a:a/1732253451336/Put/seqid=0 2024-11-22T05:30:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741922_1100 (size=6154) 2024-11-22T05:30:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741922_1100 (size=6154) 2024-11-22T05:30:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741922_1100 (size=6154) 2024-11-22T05:30:51,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/.tmp/a/93b22f6541774157b966df3cab7b98b0 as hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/93b22f6541774157b966df3cab7b98b0 2024-11-22T05:30:51,542 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 82c61c2523773024dab2c08977cf0005/a of 82c61c2523773024dab2c08977cf0005 into 93b22f6541774157b966df3cab7b98b0(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:30:51,542 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 82c61c2523773024dab2c08977cf0005: 2024-11-22T05:30:51,542 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T05:30:51,542 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T05:30:51,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, size=0 (0bytes) 2024-11-22T05:30:51,571 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 might be still open, length is 0 2024-11-22T05:30:51,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 2024-11-22T05:30:51,572 WARN [IPC Server handler 2 on default port 33523 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-22T05:30:51,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 after 1ms 2024-11-22T05:30:52,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-22T05:30:52,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:52,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-22T05:30:52,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-22T05:30:54,151 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:38478 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39079:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38478 dst: /127.0.0.1:39079 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39079 remote=/127.0.0.1:38478]. Total timeout mills is 60000, 57392 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:54,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:40832 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40832 dst: /127.0.0.1:34277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:54,152 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:50718 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50718 dst: /127.0.0.1:44045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741917_1101 (size=1659) 2024-11-22T05:30:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741917_1101 (size=1659) 2024-11-22T05:30:54,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741917_1101 (size=1659) 2024-11-22T05:30:55,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 after 4002ms 2024-11-22T05:30:55,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 took 4006ms 2024-11-22T05:30:55,580 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306; continuing. 2024-11-22T05:30:55,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 so closing down 2024-11-22T05:30:55,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:55,583 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732253451306.temp 2024-11-22T05:30:55,585 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp 2024-11-22T05:30:55,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741923_1102 (size=698) 2024-11-22T05:30:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741923_1102 (size=698) 2024-11-22T05:30:55,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741923_1102 (size=698) 2024-11-22T05:30:55,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:55,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp to hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 2024-11-22T05:30:55,595 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T05:30:55,595 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, journal: Splitting hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, size=0 (0bytes) at 1732253451571Finishing writing output for hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 so closing down at 1732253455580 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp at 1732253455585 (+5 ms)3 split writer threads finished at 1732253455585Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732253455593 (+8 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000003-wal.1732253451306.temp to hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 at 1732253455595 (+2 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306, size=0, length=0, corrupted=false, cancelled=false at 1732253455595 2024-11-22T05:30:55,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253451306 2024-11-22T05:30:55,598 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 2024-11-22T05:30:55,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:55,601 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:55,616 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253455601, exclude list is [], retry=0 2024-11-22T05:30:55,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:55,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:55,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:55,620 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253455601 2024-11-22T05:30:55,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:55,620 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 82c61c2523773024dab2c08977cf0005, NAME => 'testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:55,620 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:55,620 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,620 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,621 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,622 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName a 2024-11-22T05:30:55,622 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,628 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401 2024-11-22T05:30:55,632 DEBUG [StoreFileOpener-82c61c2523773024dab2c08977cf0005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49059929106b41c4815898df062aac04_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:55,632 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ 2024-11-22T05:30:55,635 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/93b22f6541774157b966df3cab7b98b0 2024-11-22T05:30:55,639 DEBUG [StoreFileOpener-82c61c2523773024dab2c08977cf0005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:55,639 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ 2024-11-22T05:30:55,642 DEBUG [StoreFileOpener-82c61c2523773024dab2c08977cf0005-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:30:55,643 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ 2024-11-22T05:30:55,643 WARN [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@16adfd94 2024-11-22T05:30:55,643 WARN [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@16adfd94 2024-11-22T05:30:55,643 WARN [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@16adfd94 2024-11-22T05:30:55,643 WARN [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@16adfd94 2024-11-22T05:30:55,643 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_] to archive 2024-11-22T05:30:55,644 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:30:55,645 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401 to hdfs://localhost:33523/hbase/archive/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/135e713b8cfa4a08bf9fd2c6dabdf401 2024-11-22T05:30:55,646 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ to hdfs://localhost:33523/hbase/archive/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/49059929106b41c4815898df062aac04_SeqId_4_ 2024-11-22T05:30:55,647 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ to hdfs://localhost:33523/hbase/archive/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_ 2024-11-22T05:30:55,648 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ to hdfs://localhost:33523/hbase/archive/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/a/b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_ 2024-11-22T05:30:55,648 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,648 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,649 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName b 2024-11-22T05:30:55,649 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,649 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,650 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,650 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c61c2523773024dab2c08977cf0005 columnFamilyName c 2024-11-22T05:30:55,650 DEBUG [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,650 INFO [StoreOpener-82c61c2523773024dab2c08977cf0005-1 {}] regionserver.HStore(327): Store=82c61c2523773024dab2c08977cf0005/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,651 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,651 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,652 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,653 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 2024-11-22T05:30:55,656 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 82c61c2523773024dab2c08977cf0005 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "82c61c2523773024dab2c08977cf0005" family_name: "a" compaction_input: "135e713b8cfa4a08bf9fd2c6dabdf401" compaction_input: "adfe5d80f97c4e629158e8a0337b16b3_SeqId_4_" compaction_input: "49059929106b41c4815898df062aac04_SeqId_4_" compaction_input: "b86d2cb33dce492e9891d9c3eba099a9_SeqId_4_" compaction_output: "93b22f6541774157b966df3cab7b98b0" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-22T05:30:55,656 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-22T05:30:55,656 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 2024-11-22T05:30:55,657 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/0000000000000000008 2024-11-22T05:30:55,658 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,658 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,658 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:55,660 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 82c61c2523773024dab2c08977cf0005 2024-11-22T05:30:55,662 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testCompactedBulkLoadedFiles/82c61c2523773024dab2c08977cf0005/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:30:55,663 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 82c61c2523773024dab2c08977cf0005; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354627, jitterRate=0.04836563766002655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:55,663 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 82c61c2523773024dab2c08977cf0005: Writing region info on filesystem at 1732253455620Initializing all the Stores at 1732253455621 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455621Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455621Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455621Cleaning up temporary data from old regions at 1732253455658 (+37 ms)Region opened successfully at 1732253455663 (+5 ms) 2024-11-22T05:30:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 82c61c2523773024dab2c08977cf0005, disabling compactions & flushes 2024-11-22T05:30:55,666 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. after waiting 0 ms 2024-11-22T05:30:55,666 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:55,667 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732253451244.82c61c2523773024dab2c08977cf0005. 2024-11-22T05:30:55,667 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 82c61c2523773024dab2c08977cf0005: Waiting for close lock at 1732253455666Disabling compacts and flushes for region at 1732253455666Disabling writes for close at 1732253455666Writing region close event to WAL at 1732253455667 (+1 ms)Closed at 1732253455667 2024-11-22T05:30:55,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741924_1103 (size=93) 2024-11-22T05:30:55,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741924_1103 (size=93) 2024-11-22T05:30:55,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741924_1103 (size=93) 2024-11-22T05:30:55,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:55,671 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732253455601) 2024-11-22T05:30:55,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 427) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1874334668_22 at /127.0.0.1:45746 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:33523 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1874334668_22 at /127.0.0.1:48254 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1874334668_22 at /127.0.0.1:56538 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=7909 (was 7913) 2024-11-22T05:30:55,683 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-22T05:30:55,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=7909 2024-11-22T05:30:55,695 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-22T05:30:55,708 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:55,709 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:30:55,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:30:55,712 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45197432, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/hregion-45197432, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:55,724 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45197432/hregion-45197432.1732253455712, exclude list is [], retry=0 2024-11-22T05:30:55,726 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:55,726 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:55,727 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:55,728 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45197432/hregion-45197432.1732253455712 2024-11-22T05:30:55,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463)] 2024-11-22T05:30:55,729 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e3b86b54844cd5694012d8baccec3d8c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33523/hbase 2024-11-22T05:30:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741926_1105 (size=67) 2024-11-22T05:30:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741926_1105 (size=67) 2024-11-22T05:30:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741926_1105 (size=67) 2024-11-22T05:30:55,738 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:55,739 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,740 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName a 2024-11-22T05:30:55,740 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,741 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,741 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,742 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName b 2024-11-22T05:30:55,742 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,742 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,743 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,744 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName c 2024-11-22T05:30:55,744 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,744 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,744 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,745 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,746 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,746 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,747 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:55,748 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,750 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:30:55,750 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3b86b54844cd5694012d8baccec3d8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73239318, jitterRate=0.09135088324546814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3b86b54844cd5694012d8baccec3d8c: Writing region info on filesystem at 1732253455738Initializing all the Stores at 1732253455739 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455739Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455739Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455739Cleaning up temporary data from old regions at 1732253455746 (+7 ms)Region opened successfully at 1732253455751 (+5 ms) 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3b86b54844cd5694012d8baccec3d8c, disabling compactions & flushes 2024-11-22T05:30:55,751 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. after waiting 0 ms 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,751 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,751 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3b86b54844cd5694012d8baccec3d8c: Waiting for close lock at 1732253455751Disabling compacts and flushes for region at 1732253455751Disabling writes for close at 1732253455751Writing region close event to WAL at 1732253455751Closed at 1732253455751 2024-11-22T05:30:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741925_1104 (size=93) 2024-11-22T05:30:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741925_1104 (size=93) 2024-11-22T05:30:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741925_1104 (size=93) 2024-11-22T05:30:55,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:30:55,756 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45197432:(num 1732253455712) 2024-11-22T05:30:55,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:55,758 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:55,770 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, exclude list is [], retry=0 2024-11-22T05:30:55,772 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:55,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:55,773 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:55,774 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 2024-11-22T05:30:55,775 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:55,775 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b86b54844cd5694012d8baccec3d8c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:55,775 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:55,775 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,775 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,776 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,777 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName a 2024-11-22T05:30:55,778 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,778 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,778 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,779 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName b 2024-11-22T05:30:55,779 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,780 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,780 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,781 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName c 2024-11-22T05:30:55,781 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,781 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,781 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,784 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,785 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:55,786 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,787 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3b86b54844cd5694012d8baccec3d8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64245539, jitterRate=-0.04266686737537384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:55,787 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3b86b54844cd5694012d8baccec3d8c: Writing region info on filesystem at 1732253455775Initializing all the Stores at 1732253455776 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455776Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455776Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455776Cleaning up temporary data from old regions at 1732253455784 (+8 ms)Region opened successfully at 1732253455787 (+3 ms) 2024-11-22T05:30:55,794 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3b86b54844cd5694012d8baccec3d8c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T05:30:55,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/e533b9ee7ebb478e992c25b6b337ed7e is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732253455787/Put/seqid=0 2024-11-22T05:30:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741928_1107 (size=5958) 2024-11-22T05:30:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741928_1107 (size=5958) 2024-11-22T05:30:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741928_1107 (size=5958) 2024-11-22T05:30:55,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/e533b9ee7ebb478e992c25b6b337ed7e 2024-11-22T05:30:55,822 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/e533b9ee7ebb478e992c25b6b337ed7e as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/e533b9ee7ebb478e992c25b6b337ed7e 2024-11-22T05:30:55,827 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/e533b9ee7ebb478e992c25b6b337ed7e, entries=10, sequenceid=13, filesize=5.8 K 2024-11-22T05:30:55,828 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e3b86b54844cd5694012d8baccec3d8c in 34ms, sequenceid=13, compaction requested=false 2024-11-22T05:30:55,828 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e3b86b54844cd5694012d8baccec3d8c: 2024-11-22T05:30:55,844 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3b86b54844cd5694012d8baccec3d8c, disabling compactions & flushes 2024-11-22T05:30:55,844 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,844 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,844 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. after waiting 0 ms 2024-11-22T05:30:55,844 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,845 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,845 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:30:55,845 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3b86b54844cd5694012d8baccec3d8c: Waiting for close lock at 1732253455844Disabling compacts and flushes for region at 1732253455844Disabling writes for close at 1732253455844Writing region close event to WAL at 1732253455845 (+1 ms)Closed at 1732253455845 2024-11-22T05:30:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741927_1106 (size=5869) 2024-11-22T05:30:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741927_1106 (size=5869) 2024-11-22T05:30:55,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741927_1106 (size=5869) 2024-11-22T05:30:55,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, size=5.7 K (5869bytes) 2024-11-22T05:30:55,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 2024-11-22T05:30:55,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 after 0ms 2024-11-22T05:30:55,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 took 3ms 2024-11-22T05:30:55,867 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 so closing down 2024-11-22T05:30:55,867 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:30:55,868 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732253455758.temp 2024-11-22T05:30:55,869 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp 2024-11-22T05:30:55,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:30:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741929_1108 (size=5223) 2024-11-22T05:30:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741929_1108 (size=5223) 2024-11-22T05:30:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741929_1108 (size=5223) 2024-11-22T05:30:55,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T05:30:55,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 2024-11-22T05:30:55,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-11-22T05:30:55,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, journal: Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, size=5.7 K (5869bytes) at 1732253455863Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 so closing down at 1732253455867 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp at 1732253455869 (+2 ms)3 split writer threads finished at 1732253455870 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732253455876 (+6 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000003-wal.1732253455758.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 at 1732253455877 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1732253455878 (+1 ms) 2024-11-22T05:30:55,879 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455758 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253455758 2024-11-22T05:30:55,880 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 2024-11-22T05:30:55,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:30:55,881 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:30:55,894 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, exclude list is [], retry=0 2024-11-22T05:30:55,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:30:55,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:30:55,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:30:55,899 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 2024-11-22T05:30:55,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:30:55,899 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e3b86b54844cd5694012d8baccec3d8c, NAME => 'testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:30:55,899 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:30:55,899 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,899 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,901 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,901 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName a 2024-11-22T05:30:55,902 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,908 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/e533b9ee7ebb478e992c25b6b337ed7e 2024-11-22T05:30:55,908 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,908 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,909 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName b 2024-11-22T05:30:55,909 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,909 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,910 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,910 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName c 2024-11-22T05:30:55,910 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:30:55,911 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:30:55,911 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,911 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,913 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 2024-11-22T05:30:55,916 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 2024-11-22T05:30:55,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3b86b54844cd5694012d8baccec3d8c 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-22T05:30:55,931 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/a8a4a9a264f840f683829063c22eb1d6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732253455828/Put/seqid=0 2024-11-22T05:30:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741931_1110 (size=5958) 2024-11-22T05:30:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741931_1110 (size=5958) 2024-11-22T05:30:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741931_1110 (size=5958) 2024-11-22T05:30:55,938 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/a8a4a9a264f840f683829063c22eb1d6 2024-11-22T05:30:55,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:30:55,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/ef103b09f7fd4ee2b330b82845a40027 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732253455835/Put/seqid=0 2024-11-22T05:30:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741932_1111 (size=5958) 2024-11-22T05:30:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741932_1111 (size=5958) 2024-11-22T05:30:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741932_1111 (size=5958) 2024-11-22T05:30:55,969 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/ef103b09f7fd4ee2b330b82845a40027 2024-11-22T05:30:55,975 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/a8a4a9a264f840f683829063c22eb1d6 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/b/a8a4a9a264f840f683829063c22eb1d6 2024-11-22T05:30:55,981 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/b/a8a4a9a264f840f683829063c22eb1d6, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T05:30:55,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/ef103b09f7fd4ee2b330b82845a40027 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/c/ef103b09f7fd4ee2b330b82845a40027 2024-11-22T05:30:55,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/c/ef103b09f7fd4ee2b330b82845a40027, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T05:30:55,987 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e3b86b54844cd5694012d8baccec3d8c in 71ms, sequenceid=35, compaction requested=false; wal=null 2024-11-22T05:30:55,988 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000035 2024-11-22T05:30:55,990 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,990 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,990 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:30:55,992 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:30:55,993 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-22T05:30:55,994 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3b86b54844cd5694012d8baccec3d8c; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62772160, jitterRate=-0.0646219253540039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:30:55,994 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3b86b54844cd5694012d8baccec3d8c: Writing region info on filesystem at 1732253455899Initializing all the Stores at 1732253455900 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455900Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455901 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253455901Obtaining lock to block concurrent updates at 1732253455916 (+15 ms)Preparing flush snapshotting stores in e3b86b54844cd5694012d8baccec3d8c at 1732253455916Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732253455916Flushing stores of testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. at 1732253455916Flushing e3b86b54844cd5694012d8baccec3d8c/b: creating writer at 1732253455917 (+1 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/b: appending metadata at 1732253455930 (+13 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/b: closing flushed file at 1732253455930Flushing e3b86b54844cd5694012d8baccec3d8c/c: creating writer at 1732253455943 (+13 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/c: appending metadata at 1732253455959 (+16 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/c: closing flushed file at 1732253455959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e6af0e: reopening flushed file at 1732253455974 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d8e1ce: reopening flushed file at 1732253455981 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e3b86b54844cd5694012d8baccec3d8c in 71ms, sequenceid=35, compaction requested=false; wal=null at 1732253455987 (+6 ms)Cleaning up temporary data from old regions at 1732253455990 (+3 ms)Region opened successfully at 1732253455994 (+4 ms) 2024-11-22T05:30:56,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, size=0 (0bytes) 2024-11-22T05:30:56,055 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 might be still open, length is 0 2024-11-22T05:30:56,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 2024-11-22T05:30:56,055 WARN [IPC Server handler 4 on default port 33523 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-22T05:30:56,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 after 0ms 2024-11-22T05:30:57,155 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:48310 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48310 dst: /127.0.0.1:34277 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34277 remote=/127.0.0.1:48310]. Total timeout mills is 60000, 58865 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:57,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:45784 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39079:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45784 dst: /127.0.0.1:39079 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:57,157 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223136301_22 at /127.0.0.1:56596 [Receiving block BP-420385157-172.17.0.2-1732253417443:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44045:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56596 dst: /127.0.0.1:44045 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:30:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741930_1112 (size=5215) 2024-11-22T05:30:57,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741930_1112 (size=5215) 2024-11-22T05:31:00,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 after 4002ms 2024-11-22T05:31:00,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 took 4010ms 2024-11-22T05:31:00,067 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882; continuing. 2024-11-22T05:31:00,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 so closing down 2024-11-22T05:31:00,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T05:31:00,069 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732253455882.temp 2024-11-22T05:31:00,070 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp 2024-11-22T05:31:00,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T05:31:00,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741933_1113 (size=5223) 2024-11-22T05:31:00,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741933_1113 (size=5223) 2024-11-22T05:31:00,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741933_1113 (size=5223) 2024-11-22T05:31:00,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T05:31:00,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 2024-11-22T05:31:00,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T05:31:00,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, journal: Splitting hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, size=0 (0bytes) at 1732253456055Finishing writing output for hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 so closing down at 1732253460067 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp at 1732253460070 (+3 ms)3 split writer threads finished at 1732253460070Closed recovered edits writer path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732253460076 (+6 ms)Rename recovered edits hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000037-wal.1732253455882.temp to hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 at 1732253460077 (+1 ms)Processed 30 edits across 1 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882, size=0, length=0, corrupted=false, cancelled=false at 1732253460077 2024-11-22T05:31:00,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 to hdfs://localhost:33523/hbase/oldWALs/wal.1732253455882 2024-11-22T05:31:00,080 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 2024-11-22T05:31:00,080 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T05:31:00,082 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33523/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707, archiveDir=hdfs://localhost:33523/hbase/oldWALs, maxLogs=32 2024-11-22T05:31:00,096 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253460083, exclude list is [], retry=0 2024-11-22T05:31:00,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44045,DS-d4315837-74f7-446d-8383-2137aa305b8a,DISK] 2024-11-22T05:31:00,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-e4865ce3-54bc-47e7-91b7-46def5c9f596,DISK] 2024-11-22T05:31:00,099 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39079,DS-9d102c65-42aa-428d-895d-a7d5dce88bec,DISK] 2024-11-22T05:31:00,100 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253460083 2024-11-22T05:31:00,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37339:37339),(127.0.0.1/127.0.0.1:34463:34463),(127.0.0.1/127.0.0.1:34335:34335)] 2024-11-22T05:31:00,101 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:31:00,102 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,102 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName a 2024-11-22T05:31:00,102 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:31:00,107 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/e533b9ee7ebb478e992c25b6b337ed7e 2024-11-22T05:31:00,107 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:31:00,107 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,108 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName b 2024-11-22T05:31:00,108 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:31:00,112 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/b/a8a4a9a264f840f683829063c22eb1d6 2024-11-22T05:31:00,113 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:31:00,113 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,113 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3b86b54844cd5694012d8baccec3d8c columnFamilyName c 2024-11-22T05:31:00,114 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:31:00,119 DEBUG [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/c/ef103b09f7fd4ee2b330b82845a40027 2024-11-22T05:31:00,119 INFO [StoreOpener-e3b86b54844cd5694012d8baccec3d8c-1 {}] regionserver.HStore(327): Store=e3b86b54844cd5694012d8baccec3d8c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:31:00,119 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,121 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,122 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 2024-11-22T05:31:00,126 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 2024-11-22T05:31:00,126 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3b86b54844cd5694012d8baccec3d8c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T05:31:00,140 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/d5ad97344dbd4ad9ae25def39a1150ad is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732253456001/Put/seqid=0 2024-11-22T05:31:00,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741935_1115 (size=5958) 2024-11-22T05:31:00,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741935_1115 (size=5958) 2024-11-22T05:31:00,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/d5ad97344dbd4ad9ae25def39a1150ad 2024-11-22T05:31:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741935_1115 (size=5958) 2024-11-22T05:31:00,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/2e5d525a57894c3d9ad93fd2b0fd98e1 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732253456007/Put/seqid=0 2024-11-22T05:31:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741936_1116 (size=5958) 2024-11-22T05:31:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741936_1116 (size=5958) 2024-11-22T05:31:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741936_1116 (size=5958) 2024-11-22T05:31:00,171 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/2e5d525a57894c3d9ad93fd2b0fd98e1 2024-11-22T05:31:00,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/79f610de1053460a98a5f099bb7273d1 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732253456014/Put/seqid=0 2024-11-22T05:31:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741937_1117 (size=5958) 2024-11-22T05:31:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741937_1117 (size=5958) 2024-11-22T05:31:00,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741937_1117 (size=5958) 2024-11-22T05:31:00,195 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/79f610de1053460a98a5f099bb7273d1 2024-11-22T05:31:00,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/a/d5ad97344dbd4ad9ae25def39a1150ad as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/d5ad97344dbd4ad9ae25def39a1150ad 2024-11-22T05:31:00,204 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/a/d5ad97344dbd4ad9ae25def39a1150ad, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T05:31:00,205 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/b/2e5d525a57894c3d9ad93fd2b0fd98e1 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/b/2e5d525a57894c3d9ad93fd2b0fd98e1 2024-11-22T05:31:00,210 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/b/2e5d525a57894c3d9ad93fd2b0fd98e1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T05:31:00,211 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/.tmp/c/79f610de1053460a98a5f099bb7273d1 as hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/c/79f610de1053460a98a5f099bb7273d1 2024-11-22T05:31:00,216 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/c/79f610de1053460a98a5f099bb7273d1, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T05:31:00,216 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e3b86b54844cd5694012d8baccec3d8c in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-11-22T05:31:00,217 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/0000000000000000066 2024-11-22T05:31:00,218 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,218 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,218 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:31:00,220 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3b86b54844cd5694012d8baccec3d8c 2024-11-22T05:31:00,222 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/hbase/data/default/testReplayEditsWrittenViaHRegion/e3b86b54844cd5694012d8baccec3d8c/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-22T05:31:00,223 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3b86b54844cd5694012d8baccec3d8c; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608596, jitterRate=-0.007454574108123779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:31:00,223 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3b86b54844cd5694012d8baccec3d8c: Writing region info on filesystem at 1732253460101Initializing all the Stores at 1732253460101Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253460101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253460102 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732253460102Obtaining lock to block concurrent updates at 1732253460126 (+24 ms)Preparing flush snapshotting stores in e3b86b54844cd5694012d8baccec3d8c at 1732253460126Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732253460127 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. at 1732253460127Flushing e3b86b54844cd5694012d8baccec3d8c/a: creating writer at 1732253460127Flushing e3b86b54844cd5694012d8baccec3d8c/a: appending metadata at 1732253460139 (+12 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/a: closing flushed file at 1732253460139Flushing e3b86b54844cd5694012d8baccec3d8c/b: creating writer at 1732253460151 (+12 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/b: appending metadata at 1732253460165 (+14 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/b: closing flushed file at 1732253460165Flushing e3b86b54844cd5694012d8baccec3d8c/c: creating writer at 1732253460175 (+10 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/c: appending metadata at 1732253460188 (+13 ms)Flushing e3b86b54844cd5694012d8baccec3d8c/c: closing flushed file at 1732253460188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fca0c49: reopening flushed file at 1732253460199 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3927fd38: reopening flushed file at 1732253460204 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df5f42c: reopening flushed file at 1732253460210 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e3b86b54844cd5694012d8baccec3d8c in 90ms, sequenceid=66, compaction requested=false; wal=null at 1732253460216 (+6 ms)Cleaning up temporary data from old regions at 1732253460218 (+2 ms)Region opened successfully at 1732253460223 (+5 ms) 2024-11-22T05:31:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3b86b54844cd5694012d8baccec3d8c, disabling compactions & flushes 2024-11-22T05:31:00,238 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:31:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:31:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. after waiting 0 ms 2024-11-22T05:31:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:31:00,239 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732253455708.e3b86b54844cd5694012d8baccec3d8c. 2024-11-22T05:31:00,239 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3b86b54844cd5694012d8baccec3d8c: Waiting for close lock at 1732253460238Disabling compacts and flushes for region at 1732253460238Disabling writes for close at 1732253460238Writing region close event to WAL at 1732253460239 (+1 ms)Closed at 1732253460239 2024-11-22T05:31:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741934_1114 (size=93) 2024-11-22T05:31:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741934_1114 (size=93) 2024-11-22T05:31:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741934_1114 (size=93) 2024-11-22T05:31:00,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T05:31:00,244 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732253460083) 2024-11-22T05:31:00,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=446 (was 440) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_876017905_22 at /127.0.0.1:45830 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_876017905_22 at /127.0.0.1:56626 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_876017905_22 at /127.0.0.1:48366 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (473829079) connection to localhost/127.0.0.1:33523 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=7892 (was 7909) 2024-11-22T05:31:00,259 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-22T05:31:00,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:31:00,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:31:00,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:31:00,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:31:00,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:31:00,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885054661, stopped=false 2024-11-22T05:31:00,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,43975,1732253422020 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:31:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:31:00,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:31:00,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:31:00,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:31:00,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:31:00,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:31:00,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:31:00,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,43645,1732253422889' ***** 2024-11-22T05:31:00,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:31:00,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,42765,1732253422939' ***** 2024-11-22T05:31:00,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:31:00,280 INFO [RS:2;82891a793a29:42765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:31:00,280 INFO [RS:2;82891a793a29:42765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:31:00,280 INFO [RS:2;82891a793a29:42765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:31:00,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:31:00,280 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(3091): Received CLOSE for 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,43645,1732253422889 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;82891a793a29:43645. 2024-11-22T05:31:00,280 DEBUG [RS:1;82891a793a29:43645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:31:00,280 DEBUG [RS:1;82891a793a29:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:31:00,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:31:00,280 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:31:00,281 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,42765,1732253422939 2024-11-22T05:31:00,281 INFO [RS:2;82891a793a29:42765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:31:00,281 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:31:00,281 INFO [RS:2;82891a793a29:42765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;82891a793a29:42765. 2024-11-22T05:31:00,281 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:31:00,281 DEBUG [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:31:00,281 DEBUG [RS:2;82891a793a29:42765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:31:00,281 DEBUG [RS:2;82891a793a29:42765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06931c30d0a1cd39d7bad6f7f22605ef, disabling compactions & flushes 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:31:00,281 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:31:00,281 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:31:00,281 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:31:00,281 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1325): Online Regions={06931c30d0a1cd39d7bad6f7f22605ef=testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef.} 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:31:00,281 DEBUG [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1351): Waiting on 06931c30d0a1cd39d7bad6f7f22605ef 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. after waiting 0 ms 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:31:00,281 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:31:00,282 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-22T05:31:00,287 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/default/testReplayEditsAfterRegionMovedWithMultiCF/06931c30d0a1cd39d7bad6f7f22605ef/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-22T05:31:00,287 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:31:00,288 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06931c30d0a1cd39d7bad6f7f22605ef: Waiting for close lock at 1732253460281Running coprocessor pre-close hooks at 1732253460281Disabling compacts and flushes for region at 1732253460281Disabling writes for close at 1732253460281Writing region close event to WAL at 1732253460283 (+2 ms)Running coprocessor post-close hooks at 1732253460287 (+4 ms)Closed at 1732253460287 2024-11-22T05:31:00,288 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef. 2024-11-22T05:31:00,303 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/info/e0f8321085814944b7efdce63755d2dc is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732253437291.06931c30d0a1cd39d7bad6f7f22605ef./info:regioninfo/1732253440445/Put/seqid=0 2024-11-22T05:31:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741938_1118 (size=8243) 2024-11-22T05:31:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741938_1118 (size=8243) 2024-11-22T05:31:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741938_1118 (size=8243) 2024-11-22T05:31:00,313 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/info/e0f8321085814944b7efdce63755d2dc 2024-11-22T05:31:00,326 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:31:00,333 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:31:00,338 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/ns/26e731d876c84b838f59d14d9b4813d9 is 43, key is default/ns:d/1732253425203/Put/seqid=0 2024-11-22T05:31:00,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741939_1119 (size=5153) 2024-11-22T05:31:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741939_1119 (size=5153) 2024-11-22T05:31:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741939_1119 (size=5153) 2024-11-22T05:31:00,345 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/ns/26e731d876c84b838f59d14d9b4813d9 2024-11-22T05:31:00,364 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/table/182febc46b784ec69bf87673f2421a31 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732253437721/Put/seqid=0 2024-11-22T05:31:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741940_1120 (size=5431) 2024-11-22T05:31:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741940_1120 (size=5431) 2024-11-22T05:31:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741940_1120 (size=5431) 2024-11-22T05:31:00,370 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/table/182febc46b784ec69bf87673f2421a31 2024-11-22T05:31:00,375 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/info/e0f8321085814944b7efdce63755d2dc as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/info/e0f8321085814944b7efdce63755d2dc 2024-11-22T05:31:00,381 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/info/e0f8321085814944b7efdce63755d2dc, entries=18, sequenceid=21, filesize=8.0 K 2024-11-22T05:31:00,382 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/ns/26e731d876c84b838f59d14d9b4813d9 as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/ns/26e731d876c84b838f59d14d9b4813d9 2024-11-22T05:31:00,387 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/ns/26e731d876c84b838f59d14d9b4813d9, entries=2, sequenceid=21, filesize=5.0 K 2024-11-22T05:31:00,388 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/.tmp/table/182febc46b784ec69bf87673f2421a31 as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/table/182febc46b784ec69bf87673f2421a31 2024-11-22T05:31:00,393 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/table/182febc46b784ec69bf87673f2421a31, entries=2, sequenceid=21, filesize=5.3 K 2024-11-22T05:31:00,394 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=21, compaction requested=false 2024-11-22T05:31:00,398 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-22T05:31:00,398 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:31:00,398 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:31:00,398 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732253460281Running coprocessor pre-close hooks at 1732253460281Disabling compacts and flushes for region at 1732253460281Disabling writes for close at 1732253460281Obtaining lock to block concurrent updates at 1732253460282 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732253460282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732253460282Flushing stores of hbase:meta,,1.1588230740 at 1732253460283 (+1 ms)Flushing 1588230740/info: creating writer at 1732253460283Flushing 1588230740/info: appending metadata at 1732253460303 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732253460303Flushing 1588230740/ns: creating writer at 1732253460319 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732253460338 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732253460338Flushing 1588230740/table: creating writer at 1732253460351 (+13 ms)Flushing 1588230740/table: appending metadata at 1732253460363 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732253460363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4b3eb6: reopening flushed file at 1732253460375 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b6664e: reopening flushed file at 1732253460381 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e5a065: reopening flushed file at 1732253460387 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=21, compaction requested=false at 1732253460394 (+7 ms)Writing region close event to WAL at 1732253460395 (+1 ms)Running coprocessor post-close hooks at 1732253460398 (+3 ms)Closed at 1732253460398 2024-11-22T05:31:00,399 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:31:00,481 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,43645,1732253422889; all regions closed. 2024-11-22T05:31:00,481 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,42765,1732253422939; all regions closed. 2024-11-22T05:31:00,485 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:31:00,485 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:31:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741833_1009 (size=928) 2024-11-22T05:31:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741833_1009 (size=928) 2024-11-22T05:31:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741836_1012 (size=8899) 2024-11-22T05:31:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741833_1009 (size=928) 2024-11-22T05:31:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741836_1012 (size=8899) 2024-11-22T05:31:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741836_1012 (size=8899) 2024-11-22T05:31:00,492 DEBUG [RS:2;82891a793a29:42765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C42765%2C1732253422939:(num 1732253424645) 2024-11-22T05:31:00,492 DEBUG [RS:2;82891a793a29:42765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:31:00,492 DEBUG [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs 2024-11-22T05:31:00,492 INFO [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C43645%2C1732253422889.meta:.meta(num 1732253425044) 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:31:00,492 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:31:00,492 INFO [RS:2;82891a793a29:42765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42765 2024-11-22T05:31:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741834_1010 (size=2598) 2024-11-22T05:31:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741834_1010 (size=2598) 2024-11-22T05:31:00,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741834_1010 (size=2598) 2024-11-22T05:31:00,497 DEBUG [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/oldWALs 2024-11-22T05:31:00,497 INFO [RS:1;82891a793a29:43645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C43645%2C1732253422889:(num 1732253424649) 2024-11-22T05:31:00,497 DEBUG [RS:1;82891a793a29:43645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:31:00,497 INFO [RS:1;82891a793a29:43645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:31:00,497 INFO [RS:1;82891a793a29:43645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:31:00,497 INFO [RS:1;82891a793a29:43645 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:31:00,497 INFO [RS:1;82891a793a29:43645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:31:00,497 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:31:00,498 INFO [RS:1;82891a793a29:43645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43645 2024-11-22T05:31:00,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:31:00,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82891a793a29,42765,1732253422939 2024-11-22T05:31:00,503 INFO [RS:2;82891a793a29:42765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:31:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82891a793a29,43645,1732253422889 2024-11-22T05:31:00,513 INFO [RS:1;82891a793a29:43645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:31:00,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,43645,1732253422889] 2024-11-22T05:31:00,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/82891a793a29,43645,1732253422889 already deleted, retry=false 2024-11-22T05:31:00,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,43645,1732253422889 expired; onlineServers=1 2024-11-22T05:31:00,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,42765,1732253422939] 2024-11-22T05:31:00,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/82891a793a29,42765,1732253422939 already deleted, retry=false 2024-11-22T05:31:00,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,42765,1732253422939 expired; onlineServers=0 2024-11-22T05:31:00,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,43975,1732253422020' ***** 2024-11-22T05:31:00,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:31:00,556 INFO [M:0;82891a793a29:43975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:31:00,557 INFO [M:0;82891a793a29:43975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:31:00,557 DEBUG [M:0;82891a793a29:43975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:31:00,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:31:00,557 DEBUG [M:0;82891a793a29:43975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:31:00,557 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253424225 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732253424225,5,FailOnTimeoutGroup] 2024-11-22T05:31:00,557 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253424224 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732253424224,5,FailOnTimeoutGroup] 2024-11-22T05:31:00,558 INFO [M:0;82891a793a29:43975 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:31:00,558 INFO [M:0;82891a793a29:43975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:31:00,559 DEBUG [M:0;82891a793a29:43975 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:31:00,559 INFO [M:0;82891a793a29:43975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:31:00,559 INFO [M:0;82891a793a29:43975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:31:00,560 INFO [M:0;82891a793a29:43975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:31:00,560 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:31:00,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T05:31:00,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:31:00,566 DEBUG [M:0;82891a793a29:43975 {}] zookeeper.ZKUtil(347): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T05:31:00,566 WARN [M:0;82891a793a29:43975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:31:00,567 INFO [M:0;82891a793a29:43975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/.lastflushedseqids 2024-11-22T05:31:00,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741941_1121 (size=138) 2024-11-22T05:31:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741941_1121 (size=138) 2024-11-22T05:31:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741941_1121 (size=138) 2024-11-22T05:31:00,579 INFO [M:0;82891a793a29:43975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:31:00,579 INFO [M:0;82891a793a29:43975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:31:00,579 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:31:00,579 INFO [M:0;82891a793a29:43975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:31:00,579 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:31:00,580 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:31:00,580 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:31:00,580 INFO [M:0;82891a793a29:43975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-22T05:31:00,594 DEBUG [M:0;82891a793a29:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4abeeeb7f9de453ab32bec9f4e7e25cd is 82, key is hbase:meta,,1/info:regioninfo/1732253425128/Put/seqid=0 2024-11-22T05:31:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741942_1122 (size=5672) 2024-11-22T05:31:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741942_1122 (size=5672) 2024-11-22T05:31:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741942_1122 (size=5672) 2024-11-22T05:31:00,601 INFO [M:0;82891a793a29:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4abeeeb7f9de453ab32bec9f4e7e25cd 2024-11-22T05:31:00,621 DEBUG [M:0;82891a793a29:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee0959f83e264313aaf81a11d0de193a is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732253437727/Put/seqid=0 2024-11-22T05:31:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,624 INFO [RS:2;82891a793a29:42765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:31:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42765-0x10161058a5e0003, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,624 INFO [RS:2;82891a793a29:42765 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,42765,1732253422939; zookeeper connection closed. 2024-11-22T05:31:00,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e077433 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e077433 2024-11-22T05:31:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741943_1123 (size=7756) 2024-11-22T05:31:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741943_1123 (size=7756) 2024-11-22T05:31:00,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741943_1123 (size=7756) 2024-11-22T05:31:00,628 INFO [M:0;82891a793a29:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee0959f83e264313aaf81a11d0de193a 2024-11-22T05:31:00,633 INFO [M:0;82891a793a29:43975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0959f83e264313aaf81a11d0de193a 2024-11-22T05:31:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,635 INFO [RS:1;82891a793a29:43645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:31:00,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43645-0x10161058a5e0002, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,635 INFO [RS:1;82891a793a29:43645 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,43645,1732253422889; zookeeper connection closed. 2024-11-22T05:31:00,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7675b110 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7675b110 2024-11-22T05:31:00,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T05:31:00,651 DEBUG [M:0;82891a793a29:43975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d97d4ba0a04605a02f53a361440d14 is 69, key is 82891a793a29,42765,1732253422939/rs:state/1732253424324/Put/seqid=0 2024-11-22T05:31:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741944_1124 (size=5440) 2024-11-22T05:31:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741944_1124 (size=5440) 2024-11-22T05:31:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741944_1124 (size=5440) 2024-11-22T05:31:00,657 INFO [M:0;82891a793a29:43975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d97d4ba0a04605a02f53a361440d14 2024-11-22T05:31:00,662 INFO [M:0;82891a793a29:43975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55d97d4ba0a04605a02f53a361440d14 2024-11-22T05:31:00,663 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4abeeeb7f9de453ab32bec9f4e7e25cd as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4abeeeb7f9de453ab32bec9f4e7e25cd 2024-11-22T05:31:00,668 INFO [M:0;82891a793a29:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4abeeeb7f9de453ab32bec9f4e7e25cd, entries=8, sequenceid=168, filesize=5.5 K 2024-11-22T05:31:00,669 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee0959f83e264313aaf81a11d0de193a as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee0959f83e264313aaf81a11d0de193a 2024-11-22T05:31:00,674 INFO [M:0;82891a793a29:43975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee0959f83e264313aaf81a11d0de193a 2024-11-22T05:31:00,674 INFO [M:0;82891a793a29:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee0959f83e264313aaf81a11d0de193a, entries=17, sequenceid=168, filesize=7.6 K 2024-11-22T05:31:00,675 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55d97d4ba0a04605a02f53a361440d14 as hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d97d4ba0a04605a02f53a361440d14 2024-11-22T05:31:00,680 INFO [M:0;82891a793a29:43975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55d97d4ba0a04605a02f53a361440d14 2024-11-22T05:31:00,680 INFO [M:0;82891a793a29:43975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33523/user/jenkins/test-data/e64b51cb-a503-4fc2-29bb-fecac1d25aa4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55d97d4ba0a04605a02f53a361440d14, entries=3, sequenceid=168, filesize=5.3 K 2024-11-22T05:31:00,681 INFO [M:0;82891a793a29:43975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=168, compaction requested=false 2024-11-22T05:31:00,683 INFO [M:0;82891a793a29:43975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:31:00,683 DEBUG [M:0;82891a793a29:43975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732253460579Disabling compacts and flushes for region at 1732253460579Disabling writes for close at 1732253460580 (+1 ms)Obtaining lock to block concurrent updates at 1732253460580Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732253460580Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732253460580Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732253460580Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732253460581 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732253460594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732253460594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732253460605 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732253460621 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732253460621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732253460633 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732253460650 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732253460650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b65c516: reopening flushed file at 1732253460662 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a872916: reopening flushed file at 1732253460668 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507a3081: reopening flushed file at 1732253460674 (+6 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=168, compaction requested=false at 1732253460681 (+7 ms)Writing region close event to WAL at 1732253460683 (+2 ms)Closed at 1732253460683 2024-11-22T05:31:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741830_1006 (size=81443) 2024-11-22T05:31:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39079 is added to blk_1073741830_1006 (size=81443) 2024-11-22T05:31:00,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44045 is added to blk_1073741830_1006 (size=81443) 2024-11-22T05:31:00,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:31:00,686 INFO [M:0;82891a793a29:43975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:31:00,686 INFO [M:0;82891a793a29:43975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43975 2024-11-22T05:31:00,686 INFO [M:0;82891a793a29:43975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:31:00,799 INFO [M:0;82891a793a29:43975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:31:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43975-0x10161058a5e0000, quorum=127.0.0.1:50955, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:31:00,805 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253441017 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253441017 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732253440732/wal.1732253441017 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T05:31:00,806 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732253432870/wal.1732253432963 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:31:00,806 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732253455707/wal.1732253455882 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:31:00,808 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253450453 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253450453 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732253441190/wal.1732253450453 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T05:31:00,809 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732253426281/wal.1732253426348 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:31:00,811 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253451088 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253451088 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732253450643/wal.1732253451088 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T05:31:00,812 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732253451242/wal.1732253451306 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:31:00,813 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal.1732253426148 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal.1732253426148 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732253425968/wal.1732253426148 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T05:31:00,816 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal.1732253425739 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal.1732253425739 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732253425483/wal.1732253425739 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1223136301_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T05:31:00,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5b5cda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:31:00,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32eb964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:31:00,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:31:00,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582ba343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:31:00,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bd4c69c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,STOPPED} 2024-11-22T05:31:00,844 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:31:00,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:31:00,845 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420385157-172.17.0.2-1732253417443 (Datanode Uuid 3a3ad9c2-19d7-44ab-b05b-1d08e5e32025) service to localhost/127.0.0.1:33523 2024-11-22T05:31:00,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:31:00,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data5/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data6/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,846 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:31:00,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70b25848{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:31:00,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a8a49ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:31:00,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:31:00,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4edd15fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:31:00,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b152b3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,STOPPED} 2024-11-22T05:31:00,850 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:31:00,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:31:00,850 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420385157-172.17.0.2-1732253417443 (Datanode Uuid dd73a127-c94b-44e3-beef-40f308e81707) service to localhost/127.0.0.1:33523 2024-11-22T05:31:00,850 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:31:00,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data3/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data4/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,851 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:31:00,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17be2a4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:31:00,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ecf726e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:31:00,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:31:00,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19895485{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:31:00,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50901468{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,STOPPED} 2024-11-22T05:31:00,854 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:31:00,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:31:00,854 WARN [BP-420385157-172.17.0.2-1732253417443 heartbeating to localhost/127.0.0.1:33523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420385157-172.17.0.2-1732253417443 (Datanode Uuid 83119664-76c1-4582-8968-0f1caa0258eb) service to localhost/127.0.0.1:33523 2024-11-22T05:31:00,854 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:31:00,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data1/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/cluster_5bbb2f69-08f8-a7fa-78bb-422a6fb5b1cf/data/data2/current/BP-420385157-172.17.0.2-1732253417443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:31:00,855 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:31:00,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73b32aa2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:31:00,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e2ddae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:31:00,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:31:00,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3a0561{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:31:00,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751489f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fef9fc11-c91d-9554-557e-82c0b1449750/hadoop.log.dir/,STOPPED} 2024-11-22T05:31:00,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:31:00,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down